[ 519.270020] env[64984]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 519.270020] env[64984]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 520.273469] env[65073]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 520.273469] env[65073]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 521.831543] env[65073]: INFO neutron.common.config [-] Logging enabled! [ 521.831811] env[65073]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev54 [ 521.832111] env[65073]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65073) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 521.832415] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 521.832513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 521.833337] env[65073]: WARNING oslo_policy.policy [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 521.833555] env[65073]: WARNING oslo_policy.policy [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 521.835220] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] VMware NSXv3 Agent initialized successfully. [ 521.835578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] Acquiring lock "singleton_lock" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.835707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] Acquired lock "singleton_lock" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.835908] env[65073]: DEBUG oslo_concurrency.lockutils [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] Releasing lock "singleton_lock" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.836208] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] Full set of CONF: {{(pid=65073) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 521.836351] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ******************************************************************************** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 521.836467] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] Configuration options gathered from: {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 521.836808] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 521.836979] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 521.837099] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ================================================================================ {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 521.837264] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] agent_down_time = 75 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.837404] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] allow_automatic_dhcp_failover = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.837538] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] allow_bulk = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.837679] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] api_extensions_path = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.837817] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] api_paste_config = api-paste.ini {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.837954] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] auth_strategy = keystone {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.838069] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] backdoor_port = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.838183] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] backdoor_socket = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.838318] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] backlog = 4096 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.838454] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] base_mac = fa:16:3e:00:00:00 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.838607] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] bind_host = 0.0.0.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.838745] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] bind_port = 9696 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.838877] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] client_socket_timeout = 900 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.839023] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] config_dir = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.839132] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.839269] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] config_source = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.839407] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] control_exchange = neutron {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.839544] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] core_plugin = ml2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.839677] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] debug = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.839807] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] default_availability_zones = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.840013] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.840154] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] dhcp_agent_notification = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.840286] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] dhcp_agents_per_network = 1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.840455] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] dhcp_lease_duration = 86400 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.840601] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] dhcp_load_type = networks {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.840737] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] dns_domain = openstacklocal {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.840871] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.840999] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] enable_default_route_bfd = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.841142] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] enable_default_route_ecmp = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.841270] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] enable_dvr = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.841398] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] enable_new_agents = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.841527] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.841655] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] enable_signals = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.841782] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] enable_traditional_dhcp = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.841907] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] external_dns_driver = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.842046] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] filter_validation = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.842186] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] global_physnet_mtu = 8950 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.842318] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] graceful_shutdown_timeout = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.842491] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] host = cpu-1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.842629] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] host_dvr_for_dhcp = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.842761] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] http_retries = 3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.842897] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] instance_format = [instance: %(uuid)s] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.843041] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.843175] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ipam_driver = internal {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.843305] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ipv6_pd_enabled = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.843436] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] l3_ha = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.843571] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.843703] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] l3_ha_network_physical_name = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.843835] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] l3_ha_network_type = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.843968] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_color = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.844114] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_config_append = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.844248] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.844376] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_dir = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.844501] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_file = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.844603] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_options = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.844736] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_rotate_interval = 1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.844877] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_rotate_interval_type = days {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.845092] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] log_rotation_type = none {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.845211] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.845353] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.845455] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.845592] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.845694] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.845825] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] max_dns_nameservers = 5 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.845953] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] max_header_line = 16384 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.846092] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] max_l3_agents_per_router = 3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.846219] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] max_logfile_count = 30 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.846345] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] max_logfile_size_mb = 200 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.846473] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] max_subnet_host_routes = 20 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.846607] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] my_ip = 10.180.1.21 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.846740] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] my_ipv6 = ::1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.846870] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] network_auto_schedule = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.846995] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] network_link_prefix = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.847146] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.847282] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] notify_nova_on_port_data_changes = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.847418] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] notify_nova_on_port_status_changes = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.847557] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] pagination_max_limit = -1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.847686] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] publish_errors = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.847818] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] rate_limit_burst = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.847953] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] rate_limit_except_level = CRITICAL {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.848099] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] rate_limit_interval = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.848232] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] retry_until_window = 30 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.848405] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] router_distributed = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.848527] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] rpc_resources_processing_step = 20 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.848660] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] rpc_response_max_timeout = 600 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.848786] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] rpc_response_timeout = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.848917] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] send_events_interval = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.849073] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] service_plugins = ['router'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.849213] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] setproctitle = on {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.849341] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] shell_completion = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.849480] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] state_path = /opt/stack/data/neutron {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.849616] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] syslog_log_facility = LOG_USER {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.849747] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] tcp_keepidle = 600 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.849880] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] transport_url = **** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.850013] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] use_journal = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.850147] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] use_json = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.850273] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] use_ssl = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.850430] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] use_stderr = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.850573] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] use_syslog = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.850704] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] vlan_qinq = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.850830] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] vlan_transparent = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.850957] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] watch_log_file = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.851098] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] wsgi_default_pool_size = 100 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.851230] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] wsgi_keep_alive = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.851369] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.851501] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] wsgi_server_debug = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.851686] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_concurrency.disable_process_locking = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.851846] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.851989] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.852139] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.852279] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.852417] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.852553] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.852704] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.connection_string = messaging:// {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.852841] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.enabled = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.852980] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.es_doc_type = notification {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.853130] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.es_scroll_size = 10000 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.853270] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.es_scroll_time = 2m {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.853405] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.filter_error_trace = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.853545] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.hmac_keys = **** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.853682] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.sentinel_service_name = mymaster {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.853827] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.socket_timeout = 0.1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.853958] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.trace_requests = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.854102] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler.trace_sqlalchemy = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.854250] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler_jaeger.process_tags = {} {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.854375] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler_jaeger.service_name_prefix = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.854507] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] profiler_otlp.service_name_prefix = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.854649] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.enforce_new_defaults = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.854916] env[65073]: WARNING oslo_config.cfg [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 521.855075] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.enforce_scope = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.855221] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.policy_default_rule = default {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.855432] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.855533] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.855648] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.855779] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.855908] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.856044] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.856178] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.856318] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_policy.remote_timeout = 60.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.856464] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.856610] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] agent.extensions = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.856749] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.856886] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] service_providers.service_provider = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.857035] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.default_quota = -1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.857180] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.857314] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_floatingip = 50 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.857446] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_network = 100 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.857580] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_port = 500 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.857712] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.857843] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_router = 10 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.857984] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_security_group = 10 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.858114] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.858246] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.quota_subnet = 100 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.858402] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] QUOTAS.track_quota_usage = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.858646] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.858803] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.858938] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.859085] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.859223] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.859357] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.859489] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.859626] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.859753] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_dhcp_release.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.859879] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_dhcp_release.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.860015] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.860156] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.860290] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.860445] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_dhcp_release.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.860593] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.860722] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_ovs_vsctl.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.860849] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_ovs_vsctl.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.860978] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.861129] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.861265] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.861403] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_ovs_vsctl.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.861541] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_namespace.capabilities = [21] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.861669] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_namespace.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.861798] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_namespace.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.861928] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_namespace.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.862073] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.862209] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_namespace.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.862337] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_namespace.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.862475] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_conntrack.capabilities = [12] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.862604] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_conntrack.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.862733] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_conntrack.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.862862] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.862999] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.863147] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.863277] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_conntrack.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.863416] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_link.capabilities = [12, 21] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.863546] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_link.group = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.863672] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_link.helper_command = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.863801] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_link.log_daemon_traceback = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.863932] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.864073] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_link.thread_pool_size = 8 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.864202] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] privsep_link.user = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.864351] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.864501] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.864634] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.continue_on_failed_promotions = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.864763] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.dscp = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.864898] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.dscp_inherit = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.865047] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.force_mp_to_policy = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.865180] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.locking_coordinator_url = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.865315] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.log_agent_heartbeats = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.865449] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.logging_expire = 1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.865592] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.865725] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.865863] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.polling_interval = 240 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.865997] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.866151] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.866298] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.report_interval = 30.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.866441] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.866581] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.866721] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.866857] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.sync_skew = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.866990] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.synchronization_queue_size = 20 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.867138] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT.use_helper_for_ns_read = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.867278] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] SECURITYGROUP.enable_ipset = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.867417] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] SECURITYGROUP.enable_security_group = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.867556] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.867693] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.867831] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] experimental.ipv6_pd_enabled = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.867985] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.extension_drivers = ['port_security'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.868128] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.external_network_type = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.868275] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.868435] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.overlay_ip_version = 4 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.868583] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.path_mtu = 8950 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.868726] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.physical_network_mtus = {} {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.868871] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.tenant_network_types = ['vlan'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.869019] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.869165] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ml2.type_drivers = ['vlan'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.869331] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT_CLI.neutron_port_id = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.869439] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.869573] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.869711] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.869849] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.869988] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.870138] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.870277] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.870439] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.870651] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.870800] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_login_password = **** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.870943] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_login_port = 443 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.871099] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_login_user = admin {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.871242] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.871385] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.871521] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.871650] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.871785] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.871928] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.872077] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.872214] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.872348] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.872489] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.872627] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.872782] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.872925] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.873131] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.873276] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] vsphere.vsphere_login_password = VMware1! {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.873414] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.873552] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.873690] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.auth_section = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.873833] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.auth_type = password {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.873970] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.874113] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.certfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.874247] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.collect_timing = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.874391] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.endpoint_type = public {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.874525] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.insecure = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.874658] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.keyfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.874821] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.region_name = RegionOne {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.874960] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.split_loggers = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.875107] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] nova.timeout = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.875249] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.auth_section = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.875394] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.auth_type = password {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.875535] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.875717] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.certfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.875790] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.collect_timing = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.875952] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.endpoint_type = public {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.876113] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.insecure = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.876245] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.keyfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.876375] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.region_name = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.876511] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.split_loggers = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.876641] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] placement.timeout = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.876780] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.auth_section = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.876914] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.auth_type = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.877054] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.cafile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.877184] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.certfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.877319] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.collect_timing = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.877446] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.connect_retries = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.877576] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.connect_retry_delay = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.877705] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.enable_notifications = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.877830] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.endpoint_override = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.877960] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.insecure = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.878099] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.interface = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.878228] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.keyfile = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.878374] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.max_version = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.878521] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.min_version = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.878650] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.region_name = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.878778] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.retriable_status_codes = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.878904] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.service_name = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.879045] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.service_type = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.879180] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.split_loggers = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.879310] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.status_code_retries = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.879439] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.status_code_retry_delay = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.879568] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.timeout = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.879696] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.valid_interfaces = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.879824] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ironic.version = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.879960] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] cli_script.dry_run = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.880118] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.880253] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.880418] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.880567] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.880702] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.880832] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.880964] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.881106] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.881236] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.881380] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.881512] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.881649] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.881784] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.881920] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.882064] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.882206] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.882342] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.882477] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.882617] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.882770] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.882908] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.883052] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.883220] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.883314] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.883446] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.883578] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.883707] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.883836] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.883965] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.884106] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.884237] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.ssl = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.884376] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.884515] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.884646] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.884781] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.884918] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.ssl_version = {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.885064] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.885211] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_notifications.driver = [] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.885352] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_notifications.retry = -1 {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.885504] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.885639] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] oslo_messaging_notifications.transport_url = **** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.885753] env[65073]: DEBUG oslo_service.backend._eventlet.service [None req-bce547bd-f26f-40cf-a8a4-dbdbae6a28ed None None] ******************************************************************************** {{(pid=65073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 521.886922] env[65073]: DEBUG neutron.agent.securitygroups_rpc [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Init firewall settings (driver=nsxv3) {{(pid=65073) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 521.888262] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65073) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 521.888530] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] RPC agent_id: nsxm-l-01a.corp.local [ 521.890805] env[65073]: DEBUG dogpile.cache.region [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 521.890922] env[65073]: DEBUG dogpile.lock [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 521.891027] env[65073]: DEBUG dogpile.lock [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 521.891111] env[65073]: DEBUG dogpile.lock [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 521.891203] env[65073]: DEBUG dogpile.cache.region [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 521.891290] env[65073]: DEBUG dogpile.lock [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 521.891412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 521.910386] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Session token - acquiring [ 521.911898] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.912113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.912237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.912633] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.923470] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.204583] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 522.225701] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 522.225878] env[65073]: DEBUG dogpile.cache.region [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Cache value generated in 0.334 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 522.225942] env[65073]: DEBUG dogpile.lock [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 522.226093] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Activating Policy API Provider. [ 522.226313] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Looking for the default Infrastructure Rules. [ 522.291652] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Looking for the Default Layer3 Logged Drop Section. [ 522.311103] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 522.311587] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.311757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.311858] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.312154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.312486] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.827657] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.330674] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.833687] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Inventory metadata is going to be refreshed. [ 523.833913] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 524.615684] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.616266] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.616266] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.616432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.628019] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 524.628890] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.629492] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 524.648498] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.648760] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.648760] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.649063] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.649191] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.649342] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 524.649482] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.649642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 524.668435] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.668700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.668700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.668988] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.669171] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.669317] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 524.690366] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.690623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.690691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.690975] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.691130] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.691351] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 524.711614] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.711846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.711945] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.712231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.712380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.712540] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 524.712644] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.712768] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 524.736425] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.736713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.736789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.737234] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.737379] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.737548] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 524.737671] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.737780] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 524.758784] env[65073]: DEBUG networking_nsxv3.common.locking [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.759047] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.759095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.759372] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.759516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.759671] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 524.759774] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.759870] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Inventory metadata have been refreshed. [ 524.759965] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Dryrun:True. Metadata refresh completed. [ 524.760093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.762043] env[65073]: INFO neutron.agent.agent_extensions_manager [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Loaded agent extensions: [] [ 524.762758] env[65073]: DEBUG neutron_lib.callbacks.manager [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65073) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 524.818422] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent RPC Daemon Started! [ 524.818651] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:0 started [ 524.818651] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent out of sync with plugin! [ 529.763417] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 529.763792] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.764966] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.765338] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.765654] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.766088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.766088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.766257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.766390] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.268823] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.766321] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.766681] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.770866] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.004785] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7826078c-6088-4264-987b-09d716ab0185 demo admin] Enqueued Resource ID: 36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa with Priority: HIGHEST for action security_group_rules [ 540.005336] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa with Priority: HIGHEST for action security_group_rules [ 540.005631] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.005758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.005831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.006181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.006272] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.273230] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 540.273397] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 540.531491] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.531714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.531714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.531905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.531973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.532068] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa already deleted. [ 540.532154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a7ccdf-2552-4e0b-ad02-f6fe3a7c5caa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.022810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.023289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.023289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.023366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.035566] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 541.036351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.036935] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 541.055389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.055613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.055613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.055806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.055884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.055999] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 541.056080] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.056153] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 541.075308] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.075546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.075546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.075660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.075777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.075887] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 541.095176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.095377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.095377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.095582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.095650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.095765] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 541.115675] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.116024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.116024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.116172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.116224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.116339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 541.116409] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.116480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 541.133858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.134129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.134129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.134263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.134346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.134454] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 541.134528] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.134600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 541.155458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.155618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.155693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.155855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.155961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.156091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 541.156164] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.156230] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 541.156362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 541.156362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 541.156456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 541.156492] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 541.156734] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 541.156794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 541.156860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 541.174957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.175148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.175186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.175379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.175487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.175598] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 541.194168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.194342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.194381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.194609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.194729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.207167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.006500] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.006967] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.008761] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.008761] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.009554] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.009554] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.013024] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.013024] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.011890] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.012276] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.659099] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f4ef90e3-4cb6-454a-b095-7c1f48e746d8 None None] Enqueued Resource ID: 78a48acb-68c8-4b69-811c-afb8e9795387 with Priority: HIGHEST for action port [ 568.659099] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a48acb-68c8-4b69-811c-afb8e9795387 with Priority: HIGHEST for action port [ 568.659099] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a48acb-68c8-4b69-811c-afb8e9795387 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.659099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a48acb-68c8-4b69-811c-afb8e9795387" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.659099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a48acb-68c8-4b69-811c-afb8e9795387" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.660070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a48acb-68c8-4b69-811c-afb8e9795387" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.661353] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a48acb-68c8-4b69-811c-afb8e9795387',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.165617] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78a48acb-68c8-4b69-811c-afb8e9795387 [ 569.166164] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.166164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.166164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.166421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.166453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.166618] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78a48acb-68c8-4b69-811c-afb8e9795387 already deleted. [ 569.166618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a48acb-68c8-4b69-811c-afb8e9795387" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.585329] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9c6fc5c0-3c5a-4a65-ae16-4d1ce5c4a3d1 None None] Enqueued Resource ID: 65e50c89-adbf-4e78-86de-adcbd7c4e084 with Priority: HIGHEST for action port [ 570.585778] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e50c89-adbf-4e78-86de-adcbd7c4e084 with Priority: HIGHEST for action port [ 570.586087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-65e50c89-adbf-4e78-86de-adcbd7c4e084 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.586212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65e50c89-adbf-4e78-86de-adcbd7c4e084" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.586288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65e50c89-adbf-4e78-86de-adcbd7c4e084" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.586533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65e50c89-adbf-4e78-86de-adcbd7c4e084" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.586616] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e50c89-adbf-4e78-86de-adcbd7c4e084',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.088703] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65e50c89-adbf-4e78-86de-adcbd7c4e084 [ 571.089563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.089563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.089563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.089563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.089563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.089563] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65e50c89-adbf-4e78-86de-adcbd7c4e084 already deleted. [ 571.089816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65e50c89-adbf-4e78-86de-adcbd7c4e084" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.602037] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4c7ebe27-6a22-43ab-a407-5671a85cb76e None None] Enqueued Resource ID: c5dceb66-d499-43b6-9234-b8d87b1450c6 with Priority: HIGHEST for action port [ 572.602601] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5dceb66-d499-43b6-9234-b8d87b1450c6 with Priority: HIGHEST for action port [ 572.602886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5dceb66-d499-43b6-9234-b8d87b1450c6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.603019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5dceb66-d499-43b6-9234-b8d87b1450c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.603113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5dceb66-d499-43b6-9234-b8d87b1450c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.603332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5dceb66-d499-43b6-9234-b8d87b1450c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.603415] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5dceb66-d499-43b6-9234-b8d87b1450c6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.106427] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5dceb66-d499-43b6-9234-b8d87b1450c6 [ 573.106805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.106971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.107056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.107273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.107368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.107467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5dceb66-d499-43b6-9234-b8d87b1450c6 already deleted. [ 573.107547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5dceb66-d499-43b6-9234-b8d87b1450c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.577722] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b0cbfdff-0ed1-44d4-8899-a99c51e39cb6 None None] Enqueued Resource ID: ac1aa376-067b-403f-8f66-60663afe8f24 with Priority: HIGHEST for action port [ 573.577984] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1aa376-067b-403f-8f66-60663afe8f24 with Priority: HIGHEST for action port [ 573.578578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac1aa376-067b-403f-8f66-60663afe8f24 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.578706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac1aa376-067b-403f-8f66-60663afe8f24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.578777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac1aa376-067b-403f-8f66-60663afe8f24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.579013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac1aa376-067b-403f-8f66-60663afe8f24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.581713] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac1aa376-067b-403f-8f66-60663afe8f24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.084920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac1aa376-067b-403f-8f66-60663afe8f24 [ 574.085239] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.085332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.085402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.085679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.085716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.085787] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac1aa376-067b-403f-8f66-60663afe8f24 already deleted. [ 574.086714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac1aa376-067b-403f-8f66-60663afe8f24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.288197] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4fe7bf45-d6ea-4949-bc32-ceb87956a50d None None] Enqueued Resource ID: 8f2e7aa1-0eda-4b5c-9146-ade585185a06 with Priority: HIGHEST for action port [ 574.288377] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f2e7aa1-0eda-4b5c-9146-ade585185a06 with Priority: HIGHEST for action port [ 574.289315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f2e7aa1-0eda-4b5c-9146-ade585185a06 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.289529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f2e7aa1-0eda-4b5c-9146-ade585185a06" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.289529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f2e7aa1-0eda-4b5c-9146-ade585185a06" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.289760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f2e7aa1-0eda-4b5c-9146-ade585185a06" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.289841] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2e7aa1-0eda-4b5c-9146-ade585185a06',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.621243] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b871d68f-6384-4ddc-8c7c-08b2b8db83c7 None None] Enqueued Resource ID: cb5e5434-3308-4c5c-ba96-726025937d0f with Priority: HIGHEST for action port [ 574.622148] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5e5434-3308-4c5c-ba96-726025937d0f with Priority: HIGHEST for action port [ 574.622148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5e5434-3308-4c5c-ba96-726025937d0f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.623867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5e5434-3308-4c5c-ba96-726025937d0f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.623867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5e5434-3308-4c5c-ba96-726025937d0f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.623956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5e5434-3308-4c5c-ba96-726025937d0f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.624069] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5e5434-3308-4c5c-ba96-726025937d0f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.793829] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f2e7aa1-0eda-4b5c-9146-ade585185a06 [ 574.793829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.793829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.793829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.793829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.793829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.793829] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f2e7aa1-0eda-4b5c-9146-ade585185a06 already deleted. [ 574.794182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f2e7aa1-0eda-4b5c-9146-ade585185a06" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.128793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb5e5434-3308-4c5c-ba96-726025937d0f [ 575.128793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.129209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.129209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.129430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.129430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.130646] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb5e5434-3308-4c5c-ba96-726025937d0f already deleted. [ 575.130646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5e5434-3308-4c5c-ba96-726025937d0f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.307622] env[65073]: INFO networking_nsxv3.common.synchronization [None req-5348556d-63a5-447a-8e3b-167aa7d23a5c None None] Enqueued Resource ID: 1836a136-16f7-4ad0-8c0d-51720c73a3d0 with Priority: HIGHEST for action port [ 575.308459] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1836a136-16f7-4ad0-8c0d-51720c73a3d0 with Priority: HIGHEST for action port [ 575.309154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1836a136-16f7-4ad0-8c0d-51720c73a3d0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.309326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1836a136-16f7-4ad0-8c0d-51720c73a3d0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.309408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1836a136-16f7-4ad0-8c0d-51720c73a3d0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.309643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1836a136-16f7-4ad0-8c0d-51720c73a3d0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.309725] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1836a136-16f7-4ad0-8c0d-51720c73a3d0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.813547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1836a136-16f7-4ad0-8c0d-51720c73a3d0 [ 575.813835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.813980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.814087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.815475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.815475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.815475] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1836a136-16f7-4ad0-8c0d-51720c73a3d0 already deleted. [ 575.815475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1836a136-16f7-4ad0-8c0d-51720c73a3d0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.113483] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2f9af834-b44f-4c97-8291-a83bc9cbe95c None None] Enqueued Resource ID: 578d3f53-1f0c-45ab-bd14-6e8c3830705c with Priority: HIGHEST for action port [ 576.114146] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d3f53-1f0c-45ab-bd14-6e8c3830705c with Priority: HIGHEST for action port [ 576.114146] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-578d3f53-1f0c-45ab-bd14-6e8c3830705c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.114427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-578d3f53-1f0c-45ab-bd14-6e8c3830705c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.114427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-578d3f53-1f0c-45ab-bd14-6e8c3830705c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.114675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-578d3f53-1f0c-45ab-bd14-6e8c3830705c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.114798] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('578d3f53-1f0c-45ab-bd14-6e8c3830705c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.308516] env[65073]: INFO networking_nsxv3.common.synchronization [None req-68243201-3371-4c12-8abb-1a92095939a8 None None] Enqueued Resource ID: 5e8bca12-eca8-4aa9-8647-229679236fac with Priority: HIGHEST for action port [ 576.308516] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8bca12-eca8-4aa9-8647-229679236fac with Priority: HIGHEST for action port [ 576.309012] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e8bca12-eca8-4aa9-8647-229679236fac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.309810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e8bca12-eca8-4aa9-8647-229679236fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.310025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e8bca12-eca8-4aa9-8647-229679236fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.310220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e8bca12-eca8-4aa9-8647-229679236fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.310311] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e8bca12-eca8-4aa9-8647-229679236fac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.617627] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 578d3f53-1f0c-45ab-bd14-6e8c3830705c [ 576.617712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.618125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.618221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.618432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.621104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.621286] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:578d3f53-1f0c-45ab-bd14-6e8c3830705c already deleted. [ 576.621471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-578d3f53-1f0c-45ab-bd14-6e8c3830705c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.812076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e8bca12-eca8-4aa9-8647-229679236fac [ 576.812317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.812452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.812526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.812784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.812898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.813011] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e8bca12-eca8-4aa9-8647-229679236fac already deleted. [ 576.813392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e8bca12-eca8-4aa9-8647-229679236fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.238587] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8c5f85ba-a189-4a63-8e22-8e26d3f93d88 None None] Enqueued Resource ID: c64c1b55-8910-4500-92f3-164be8e15d37 with Priority: HIGHEST for action port [ 577.239181] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64c1b55-8910-4500-92f3-164be8e15d37 with Priority: HIGHEST for action port [ 577.239481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c64c1b55-8910-4500-92f3-164be8e15d37 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.239599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c64c1b55-8910-4500-92f3-164be8e15d37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.239663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c64c1b55-8910-4500-92f3-164be8e15d37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.239897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c64c1b55-8910-4500-92f3-164be8e15d37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.239976] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64c1b55-8910-4500-92f3-164be8e15d37',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.743102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c64c1b55-8910-4500-92f3-164be8e15d37 [ 577.743582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.743724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.743857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.744249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.744249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.744486] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c64c1b55-8910-4500-92f3-164be8e15d37 already deleted. [ 577.744797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c64c1b55-8910-4500-92f3-164be8e15d37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.997677] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4b06ae9a-9c0e-4d71-a302-376e3e507b60 None None] Enqueued Resource ID: acc0f89f-0e9c-446c-a270-823f6fda987b with Priority: HIGHEST for action port [ 577.997677] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc0f89f-0e9c-446c-a270-823f6fda987b with Priority: HIGHEST for action port [ 577.997677] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc0f89f-0e9c-446c-a270-823f6fda987b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.997677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc0f89f-0e9c-446c-a270-823f6fda987b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.998744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc0f89f-0e9c-446c-a270-823f6fda987b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.999070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc0f89f-0e9c-446c-a270-823f6fda987b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.999194] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc0f89f-0e9c-446c-a270-823f6fda987b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.205503] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e9e08190-b8d3-47eb-bc05-c32312c54984 None None] Enqueued Resource ID: c8359305-195c-44a3-af5f-9527b7080a63 with Priority: HIGHEST for action port [ 578.206404] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8359305-195c-44a3-af5f-9527b7080a63 with Priority: HIGHEST for action port [ 578.206897] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8359305-195c-44a3-af5f-9527b7080a63 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.206977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8359305-195c-44a3-af5f-9527b7080a63" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.207029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8359305-195c-44a3-af5f-9527b7080a63" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.207283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8359305-195c-44a3-af5f-9527b7080a63" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.207376] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8359305-195c-44a3-af5f-9527b7080a63',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.501624] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acc0f89f-0e9c-446c-a270-823f6fda987b [ 578.501842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.501979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.502060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.502280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.502387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.502491] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acc0f89f-0e9c-446c-a270-823f6fda987b already deleted. [ 578.502592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc0f89f-0e9c-446c-a270-823f6fda987b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.710244] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8359305-195c-44a3-af5f-9527b7080a63 [ 578.710244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.710433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.710727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.712047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.712156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.712298] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8359305-195c-44a3-af5f-9527b7080a63 already deleted. [ 578.712401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8359305-195c-44a3-af5f-9527b7080a63" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.916293] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7bb8a877-cd70-4b58-bb0c-fecdecf8dfc1 None None] Enqueued Resource ID: 0b84ad38-e2e9-495d-a426-28c01460f61e with Priority: HIGHEST for action port [ 579.916903] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b84ad38-e2e9-495d-a426-28c01460f61e with Priority: HIGHEST for action port [ 579.917243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b84ad38-e2e9-495d-a426-28c01460f61e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.918103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b84ad38-e2e9-495d-a426-28c01460f61e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.918103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b84ad38-e2e9-495d-a426-28c01460f61e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.918103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b84ad38-e2e9-495d-a426-28c01460f61e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.918103] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b84ad38-e2e9-495d-a426-28c01460f61e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.420338] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b84ad38-e2e9-495d-a426-28c01460f61e [ 580.421719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.421980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.421980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.422456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.422456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.422456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b84ad38-e2e9-495d-a426-28c01460f61e already deleted. [ 580.422456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b84ad38-e2e9-495d-a426-28c01460f61e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.370905] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7ab265dc-90f9-4fc5-9cf5-1abd23cd3f3f None None] Enqueued Resource ID: 533ecbcc-b03e-41e7-a7cb-56c85e9e28e0 with Priority: HIGHEST for action port [ 581.370905] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 533ecbcc-b03e-41e7-a7cb-56c85e9e28e0 with Priority: HIGHEST for action port [ 581.370905] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-533ecbcc-b03e-41e7-a7cb-56c85e9e28e0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.370905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-533ecbcc-b03e-41e7-a7cb-56c85e9e28e0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.370905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-533ecbcc-b03e-41e7-a7cb-56c85e9e28e0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.370905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-533ecbcc-b03e-41e7-a7cb-56c85e9e28e0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.370905] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('533ecbcc-b03e-41e7-a7cb-56c85e9e28e0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.873149] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 533ecbcc-b03e-41e7-a7cb-56c85e9e28e0 [ 581.873402] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.873557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.873646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.873882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.877216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.877216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:533ecbcc-b03e-41e7-a7cb-56c85e9e28e0 already deleted. [ 581.877216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-533ecbcc-b03e-41e7-a7cb-56c85e9e28e0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.099807] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e5dbe2bc-ded5-40bc-be44-9882dc143f76 None None] Enqueued Resource ID: 4497269f-6985-4ef3-8bf4-f99cbe6b4b34 with Priority: HIGHEST for action port [ 582.100404] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4497269f-6985-4ef3-8bf4-f99cbe6b4b34 with Priority: HIGHEST for action port [ 582.101152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4497269f-6985-4ef3-8bf4-f99cbe6b4b34 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.101152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4497269f-6985-4ef3-8bf4-f99cbe6b4b34" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.101152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4497269f-6985-4ef3-8bf4-f99cbe6b4b34" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.101152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4497269f-6985-4ef3-8bf4-f99cbe6b4b34" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.101383] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4497269f-6985-4ef3-8bf4-f99cbe6b4b34',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.605172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4497269f-6985-4ef3-8bf4-f99cbe6b4b34 [ 582.605172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.605172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.605172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.605172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.605172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.605172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4497269f-6985-4ef3-8bf4-f99cbe6b4b34 already deleted. [ 582.605172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4497269f-6985-4ef3-8bf4-f99cbe6b4b34" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.588468] env[65073]: INFO networking_nsxv3.common.synchronization [None req-840b401b-6cdc-4257-b6c5-960847d7a26f None None] Enqueued Resource ID: c9bd66d9-0a0b-473f-a463-e2afa280d338 with Priority: HIGHEST for action port [ 584.588468] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bd66d9-0a0b-473f-a463-e2afa280d338 with Priority: HIGHEST for action port [ 584.588468] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9bd66d9-0a0b-473f-a463-e2afa280d338 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.588468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9bd66d9-0a0b-473f-a463-e2afa280d338" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.588468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9bd66d9-0a0b-473f-a463-e2afa280d338" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.589399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9bd66d9-0a0b-473f-a463-e2afa280d338" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.590287] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9bd66d9-0a0b-473f-a463-e2afa280d338',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.616444] env[65073]: INFO networking_nsxv3.common.synchronization [None req-def873c2-76f0-4545-9eeb-eb7e6b73ac66 None None] Enqueued Resource ID: 36409bf1-a539-4ed6-99f8-c16d78e11c78 with Priority: HIGHEST for action port [ 584.616601] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36409bf1-a539-4ed6-99f8-c16d78e11c78 with Priority: HIGHEST for action port [ 584.619140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-36409bf1-a539-4ed6-99f8-c16d78e11c78 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.619140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36409bf1-a539-4ed6-99f8-c16d78e11c78" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.619140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36409bf1-a539-4ed6-99f8-c16d78e11c78" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.619140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36409bf1-a539-4ed6-99f8-c16d78e11c78" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.619140] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36409bf1-a539-4ed6-99f8-c16d78e11c78',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.016316] env[65073]: INFO networking_nsxv3.common.synchronization [None req-bfb9f716-b60d-4db4-b89b-5ae6886f99fd None None] Enqueued Resource ID: 6c21840f-4a83-4b5d-b1c8-7e37b7dacd91 with Priority: HIGHEST for action port [ 585.016686] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c21840f-4a83-4b5d-b1c8-7e37b7dacd91 with Priority: HIGHEST for action port [ 585.016992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c21840f-4a83-4b5d-b1c8-7e37b7dacd91 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.017134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c21840f-4a83-4b5d-b1c8-7e37b7dacd91" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.017199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c21840f-4a83-4b5d-b1c8-7e37b7dacd91" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.017461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c21840f-4a83-4b5d-b1c8-7e37b7dacd91" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.017545] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c21840f-4a83-4b5d-b1c8-7e37b7dacd91',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.093488] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9bd66d9-0a0b-473f-a463-e2afa280d338 [ 585.094120] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.094120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.094120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.094120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.094120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.094388] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9bd66d9-0a0b-473f-a463-e2afa280d338 already deleted. [ 585.094388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9bd66d9-0a0b-473f-a463-e2afa280d338" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.122693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36409bf1-a539-4ed6-99f8-c16d78e11c78 [ 585.122693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.122832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.122832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.125175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.125175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.125175] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36409bf1-a539-4ed6-99f8-c16d78e11c78 already deleted. [ 585.125175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36409bf1-a539-4ed6-99f8-c16d78e11c78" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.521079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c21840f-4a83-4b5d-b1c8-7e37b7dacd91 [ 585.521079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.521079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.521079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.521347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.521497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.521607] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c21840f-4a83-4b5d-b1c8-7e37b7dacd91 already deleted. [ 585.521722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c21840f-4a83-4b5d-b1c8-7e37b7dacd91" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.783039] env[65073]: INFO networking_nsxv3.common.synchronization [req-7db581ff-d697-4bba-a3c1-df60e4378150 req-b7a55579-d690-4410-a79f-3e6fcc67676f tempest-MigrationsAdminTest-1936680497 tempest-MigrationsAdminTest-1936680497-project-member] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 585.783039] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 585.783039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.783039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.783039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.785965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.785965] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.785965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.785965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.785965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.785965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.785965] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.829179] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4b54cbb0-f2cd-49c8-b402-676a4cc7e796 None None] Enqueued Resource ID: e7642107-a37e-4be3-8bfd-3f37286be19c with Priority: HIGHEST for action port [ 585.829725] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7642107-a37e-4be3-8bfd-3f37286be19c with Priority: HIGHEST for action port [ 585.830049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7642107-a37e-4be3-8bfd-3f37286be19c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.830178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7642107-a37e-4be3-8bfd-3f37286be19c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.830248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7642107-a37e-4be3-8bfd-3f37286be19c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.830499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7642107-a37e-4be3-8bfd-3f37286be19c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.830584] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7642107-a37e-4be3-8bfd-3f37286be19c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.290529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.291023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.291023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.291023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.291296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.291296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.291403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.291435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.291574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.291729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.291729] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd already deleted. [ 586.291800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.333826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7642107-a37e-4be3-8bfd-3f37286be19c [ 586.334066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.334210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.334274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.334462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.334560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.334642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7642107-a37e-4be3-8bfd-3f37286be19c already deleted. [ 586.334920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7642107-a37e-4be3-8bfd-3f37286be19c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.693976] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ef636458-766b-4858-9520-1fa21378e272 None None] Enqueued Resource ID: 58011c8a-9000-4286-bee3-7f88a722cb74 with Priority: HIGHEST for action port [ 586.694308] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58011c8a-9000-4286-bee3-7f88a722cb74 with Priority: HIGHEST for action port [ 586.694804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-58011c8a-9000-4286-bee3-7f88a722cb74 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.694931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58011c8a-9000-4286-bee3-7f88a722cb74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.695049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58011c8a-9000-4286-bee3-7f88a722cb74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.698456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58011c8a-9000-4286-bee3-7f88a722cb74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.698456] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58011c8a-9000-4286-bee3-7f88a722cb74',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.125280] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.126165] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.126329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.126674] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.126953] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.127139] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.127255] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.127489] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.127634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.129122] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.129813] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.129813] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.129813] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.129813] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.129813] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.130021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.151459] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.151623] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.151765] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.151945] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.152278] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-4ee3ab92-b336-4884-b67f-bd53904bcec3 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.152455] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-4ee3ab92-b336-4884-b67f-bd53904bcec3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.152572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-4ee3ab92-b336-4884-b67f-bd53904bcec3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.152887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-4ee3ab92-b336-4884-b67f-bd53904bcec3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.153026] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee3ab92-b336-4884-b67f-bd53904bcec3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.201626] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58011c8a-9000-4286-bee3-7f88a722cb74 [ 587.202142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.202485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.202684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.203271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.203527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.204044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58011c8a-9000-4286-bee3-7f88a722cb74 already deleted. [ 587.204372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58011c8a-9000-4286-bee3-7f88a722cb74" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.603038] env[65073]: INFO networking_nsxv3.common.synchronization [None req-5a92f58c-e3f3-484a-939a-b29aba569ef3 None None] Enqueued Resource ID: 880b2850-d6f5-4f7f-9994-04b4a76b57fc with Priority: HIGHEST for action port [ 587.603038] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b2850-d6f5-4f7f-9994-04b4a76b57fc with Priority: HIGHEST for action port [ 587.603401] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-880b2850-d6f5-4f7f-9994-04b4a76b57fc taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.603529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880b2850-d6f5-4f7f-9994-04b4a76b57fc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.603597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880b2850-d6f5-4f7f-9994-04b4a76b57fc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.604015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880b2850-d6f5-4f7f-9994-04b4a76b57fc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.604015] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880b2850-d6f5-4f7f-9994-04b4a76b57fc',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.657088] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.657088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.657088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.657088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.657088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.657430] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 4ee3ab92-b336-4884-b67f-bd53904bcec3 not found, creating... [ 587.657728] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.657926] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.658054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.658275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.658409] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.658774] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.658931] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.659056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.659262] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.659387] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.659523] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 4ee3ab92-b336-4884-b67f-bd53904bcec3 is going to be created. [ 587.689022] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.689022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.689022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.689022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.689022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.689022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-4ee3ab92-b336-4884-b67f-bd53904bcec3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.891503] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9e6b1812-b8ab-4438-91da-e76edfccfa7a None None] Enqueued Resource ID: ad47d27c-f654-4029-af42-701a54995946 with Priority: HIGHEST for action port [ 587.892219] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad47d27c-f654-4029-af42-701a54995946 with Priority: HIGHEST for action port [ 587.892535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad47d27c-f654-4029-af42-701a54995946 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.892664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad47d27c-f654-4029-af42-701a54995946" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.892731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad47d27c-f654-4029-af42-701a54995946" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.892978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad47d27c-f654-4029-af42-701a54995946" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.893320] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad47d27c-f654-4029-af42-701a54995946',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.106601] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 880b2850-d6f5-4f7f-9994-04b4a76b57fc [ 588.106841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.108013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.108121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.108381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.108510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.108662] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:880b2850-d6f5-4f7f-9994-04b4a76b57fc already deleted. [ 588.108784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880b2850-d6f5-4f7f-9994-04b4a76b57fc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.395421] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad47d27c-f654-4029-af42-701a54995946 [ 588.395734] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.395817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.395874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.396053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.396141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.396242] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad47d27c-f654-4029-af42-701a54995946 already deleted. [ 588.396324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad47d27c-f654-4029-af42-701a54995946" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.487116] env[65073]: INFO networking_nsxv3.common.synchronization [req-7db581ff-d697-4bba-a3c1-df60e4378150 req-521c067f-9113-4e00-8e7c-e49b6d858de8 service nova] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_rules [ 588.487116] env[65073]: INFO networking_nsxv3.common.synchronization [req-7db581ff-d697-4bba-a3c1-df60e4378150 req-521c067f-9113-4e00-8e7c-e49b6d858de8 service nova] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 588.487116] env[65073]: INFO networking_nsxv3.common.synchronization [req-7db581ff-d697-4bba-a3c1-df60e4378150 req-521c067f-9113-4e00-8e7c-e49b6d858de8 service nova] Enqueued Resource ID: 4ee3ab92-b336-4884-b67f-bd53904bcec3 with Priority: HIGHEST for action port [ 588.488363] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_rules [ 588.488363] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 588.488363] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee3ab92-b336-4884-b67f-bd53904bcec3 with Priority: HIGHEST for action port [ 588.488595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.488791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.488791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.489509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.489509] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.490966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.490966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.490966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.490966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.490966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.490966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.490966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.490966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.490966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.490966] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.494710] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ee3ab92-b336-4884-b67f-bd53904bcec3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.494710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ee3ab92-b336-4884-b67f-bd53904bcec3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.494710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ee3ab92-b336-4884-b67f-bd53904bcec3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.494710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ee3ab92-b336-4884-b67f-bd53904bcec3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.494710] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee3ab92-b336-4884-b67f-bd53904bcec3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.830619] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e65e8c73-d44a-45ae-b18c-3d4ad7322974 None None] Enqueued Resource ID: 14140428-013a-4344-81c6-6bc07dd9807e with Priority: HIGHEST for action port [ 588.831484] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14140428-013a-4344-81c6-6bc07dd9807e with Priority: HIGHEST for action port [ 588.831633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-14140428-013a-4344-81c6-6bc07dd9807e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.831885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14140428-013a-4344-81c6-6bc07dd9807e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.831980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14140428-013a-4344-81c6-6bc07dd9807e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.833154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14140428-013a-4344-81c6-6bc07dd9807e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.833154] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14140428-013a-4344-81c6-6bc07dd9807e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.995684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.995684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.005023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.005023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ee3ab92-b336-4884-b67f-bd53904bcec3 with status ACTIVE [ 589.005023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.005023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.005023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.005023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.005898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.006203] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ee3ab92-b336-4884-b67f-bd53904bcec3 is going to be updated. [ 589.028153] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.029252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.029252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.029252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.029252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.029252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ee3ab92-b336-4884-b67f-bd53904bcec3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.335884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14140428-013a-4344-81c6-6bc07dd9807e [ 589.336177] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.336403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.336497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.336714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.336800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.336892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14140428-013a-4344-81c6-6bc07dd9807e already deleted. [ 589.336968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14140428-013a-4344-81c6-6bc07dd9807e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.509033] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.011718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.011888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.011961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.012191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.012297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.012431] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be created. [ 590.041299] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.041543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.041543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.041821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.041898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.053784] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: UNINITIALIZED for 2s [ 590.184464] env[65073]: INFO networking_nsxv3.common.synchronization [req-c7afe41b-eb21-4063-a2d9-bb94b3929b28 req-b642fe94-ebd1-48e5-a3fc-e2ede8ea1504 tempest-ServerDiagnosticsTest-369497221 tempest-ServerDiagnosticsTest-369497221-project-member] Enqueued Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGHEST for action security_group_members [ 590.184983] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGHEST for action security_group_members [ 590.185490] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.185946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.185946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.185946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.187727] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.187727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.187727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.187727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.187727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.187727] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.690228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.690522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.690522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.690747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.690781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.691748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.691748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.691748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.691748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.691748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.691748] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 already deleted. [ 590.691748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.694545] env[65073]: INFO networking_nsxv3.common.synchronization [req-167e485b-06e3-43cb-acea-1b4e66debe82 req-15253771-f309-471f-b679-c0cc8eacba1f tempest-DeleteServersAdminTestJSON-587066142 tempest-DeleteServersAdminTestJSON-587066142-project-member] Enqueued Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 590.695103] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 590.695389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.695499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.695565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.695774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.695922] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.696034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.696098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.696240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.696318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.696408] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.754370] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4c833065-39b2-4b1e-9d04-7f599b778227 None None] Enqueued Resource ID: c280673c-1462-497d-ba4f-73e77cd898c7 with Priority: HIGHEST for action port [ 590.754470] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c280673c-1462-497d-ba4f-73e77cd898c7 with Priority: HIGHEST for action port [ 590.755020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c280673c-1462-497d-ba4f-73e77cd898c7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.755147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c280673c-1462-497d-ba4f-73e77cd898c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.755226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c280673c-1462-497d-ba4f-73e77cd898c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.755462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c280673c-1462-497d-ba4f-73e77cd898c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.755546] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c280673c-1462-497d-ba4f-73e77cd898c7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.064380] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.064562] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.064704] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.065072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.065476] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.065840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.065840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.066053] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.066168] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.066369] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.066507] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.066650] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.066650] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.066790] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.066946] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.067098] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.089836] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.090050] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.090205] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.090431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.091113] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-0b75bf14-fd95-4445-9382-290b13c7bba5 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.091113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-0b75bf14-fd95-4445-9382-290b13c7bba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.091113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-0b75bf14-fd95-4445-9382-290b13c7bba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.091466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-0b75bf14-fd95-4445-9382-290b13c7bba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.091935] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b75bf14-fd95-4445-9382-290b13c7bba5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.199233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.199389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.200407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.200447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.200517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.200720] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.200892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.200892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.201112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.201153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.201259] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f already deleted. [ 591.201302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.259576] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c280673c-1462-497d-ba4f-73e77cd898c7 [ 591.259828] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.259963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.260047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.260286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.260951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.260951] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c280673c-1462-497d-ba4f-73e77cd898c7 already deleted. [ 591.260951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c280673c-1462-497d-ba4f-73e77cd898c7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.336968] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.337941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.337941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.337941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.338649] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.339383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.339383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.339383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.339383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.339627] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.339627] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.339696] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.339799] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.339852] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.339952] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.340083] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.358084] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.358201] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.358329] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.358501] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.358801] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-ce8bc758-0012-46b5-adfd-a35c4d728feb taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.359212] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-ce8bc758-0012-46b5-adfd-a35c4d728feb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.359358] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-ce8bc758-0012-46b5-adfd-a35c4d728feb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.359654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-ce8bc758-0012-46b5-adfd-a35c4d728feb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.359780] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8bc758-0012-46b5-adfd-a35c4d728feb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.563489] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0b87b29c-8ab7-4e4f-ac4a-1a6000a79a26 None None] Enqueued Resource ID: 73f020d4-64dc-458b-8508-759a9c3396c4 with Priority: HIGHEST for action port [ 591.563748] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73f020d4-64dc-458b-8508-759a9c3396c4 with Priority: HIGHEST for action port [ 591.564111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-73f020d4-64dc-458b-8508-759a9c3396c4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.564228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73f020d4-64dc-458b-8508-759a9c3396c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.564315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73f020d4-64dc-458b-8508-759a9c3396c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.564900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73f020d4-64dc-458b-8508-759a9c3396c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.564900] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73f020d4-64dc-458b-8508-759a9c3396c4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.595370] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.595600] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.595704] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.596034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.596214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.596364] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 0b75bf14-fd95-4445-9382-290b13c7bba5 not found, creating... [ 591.596635] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.596798] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.596911] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.597154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.597294] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.597579] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.597742] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.597863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.598113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.598245] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.598404] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 0b75bf14-fd95-4445-9382-290b13c7bba5 is going to be created. [ 591.621626] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.621814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.621906] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.622356] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.622563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.622813] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-0b75bf14-fd95-4445-9382-290b13c7bba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.862584] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.863018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.863018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.863197] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.863341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.863484] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port ce8bc758-0012-46b5-adfd-a35c4d728feb not found, creating... [ 591.863729] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.863881] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.863989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.864224] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.864352] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.864620] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.864770] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.864877] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.865084] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.865209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.865339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: ce8bc758-0012-46b5-adfd-a35c4d728feb is going to be created. [ 591.888143] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.888375] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.888419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.888696] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.888918] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.889152] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-ce8bc758-0012-46b5-adfd-a35c4d728feb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.894922] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f8f7acae-54d6-48b2-b82c-4cd889d8eea0 None None] Enqueued Resource ID: f53d1328-e66e-4312-8511-883962101fe3 with Priority: HIGHEST for action port [ 591.895240] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53d1328-e66e-4312-8511-883962101fe3 with Priority: HIGHEST for action port [ 591.895820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53d1328-e66e-4312-8511-883962101fe3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.896113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53d1328-e66e-4312-8511-883962101fe3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.896113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53d1328-e66e-4312-8511-883962101fe3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.896404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53d1328-e66e-4312-8511-883962101fe3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.896512] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53d1328-e66e-4312-8511-883962101fe3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.064795] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: SUCCESS [ 592.065008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.065182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.065398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.065582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.065699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.065764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.065913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.065994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.066094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.066185] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.067150] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73f020d4-64dc-458b-8508-759a9c3396c4 [ 592.067326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.067433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.067494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.067652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.067732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.067818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73f020d4-64dc-458b-8508-759a9c3396c4 already deleted. [ 592.067899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73f020d4-64dc-458b-8508-759a9c3396c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.121674] env[65073]: INFO networking_nsxv3.common.synchronization [None req-435f8b9a-a50c-4fad-b67d-4baa396908db None None] Enqueued Resource ID: 6c5f071a-f218-4116-95e1-79a0ca9001ba with Priority: HIGHEST for action port [ 592.122171] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5f071a-f218-4116-95e1-79a0ca9001ba with Priority: HIGHEST for action port [ 592.122592] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c5f071a-f218-4116-95e1-79a0ca9001ba taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.122700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c5f071a-f218-4116-95e1-79a0ca9001ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.122700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c5f071a-f218-4116-95e1-79a0ca9001ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.123065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c5f071a-f218-4116-95e1-79a0ca9001ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.123902] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5f071a-f218-4116-95e1-79a0ca9001ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.399461] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f53d1328-e66e-4312-8511-883962101fe3 [ 592.399461] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.399461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.399461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.399461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.399461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.399461] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f53d1328-e66e-4312-8511-883962101fe3 already deleted. [ 592.399461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53d1328-e66e-4312-8511-883962101fe3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.570283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.570454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.570515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.570802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.570924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.571085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.571148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.571307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.571369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.571552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.571630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.571772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.571772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.572840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.572840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.572840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.572840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.572840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.572840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.572840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.572840] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.583283] env[65073]: INFO networking_nsxv3.common.synchronization [req-c7afe41b-eb21-4063-a2d9-bb94b3929b28 req-ca23f5a5-9af0-4c61-aefc-2e2cc51a4b05 service nova] Enqueued Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGHEST for action security_group_rules [ 592.583283] env[65073]: INFO networking_nsxv3.common.synchronization [req-c7afe41b-eb21-4063-a2d9-bb94b3929b28 req-ca23f5a5-9af0-4c61-aefc-2e2cc51a4b05 service nova] Enqueued Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGHEST for action security_group_members [ 592.583506] env[65073]: INFO networking_nsxv3.common.synchronization [req-c7afe41b-eb21-4063-a2d9-bb94b3929b28 req-ca23f5a5-9af0-4c61-aefc-2e2cc51a4b05 service nova] Enqueued Resource ID: 0b75bf14-fd95-4445-9382-290b13c7bba5 with Priority: HIGHEST for action port [ 592.584284] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGHEST for action security_group_rules [ 592.584450] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGHEST for action security_group_members [ 592.584610] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b75bf14-fd95-4445-9382-290b13c7bba5 with Priority: HIGHEST for action port [ 592.584951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.585169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.585240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.585537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.585630] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.586655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.586838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.586953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.587173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.587330] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.587428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.587503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.587676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.587781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.587938] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.589881] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b75bf14-fd95-4445-9382-290b13c7bba5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.589881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b75bf14-fd95-4445-9382-290b13c7bba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.589881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b75bf14-fd95-4445-9382-290b13c7bba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.589881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b75bf14-fd95-4445-9382-290b13c7bba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.589881] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b75bf14-fd95-4445-9382-290b13c7bba5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.625712] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c5f071a-f218-4116-95e1-79a0ca9001ba [ 592.625942] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.626092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.626182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.626561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.626561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.626561] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c5f071a-f218-4116-95e1-79a0ca9001ba already deleted. [ 592.626683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c5f071a-f218-4116-95e1-79a0ca9001ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.689794] env[65073]: INFO networking_nsxv3.common.synchronization [req-167e485b-06e3-43cb-acea-1b4e66debe82 req-69c5b61b-ee9c-422e-b869-e4fd9cf40cfa service nova] Enqueued Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_rules [ 592.690546] env[65073]: INFO networking_nsxv3.common.synchronization [req-167e485b-06e3-43cb-acea-1b4e66debe82 req-69c5b61b-ee9c-422e-b869-e4fd9cf40cfa service nova] Enqueued Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 592.690546] env[65073]: INFO networking_nsxv3.common.synchronization [req-167e485b-06e3-43cb-acea-1b4e66debe82 req-69c5b61b-ee9c-422e-b869-e4fd9cf40cfa service nova] Enqueued Resource ID: ce8bc758-0012-46b5-adfd-a35c4d728feb with Priority: HIGHEST for action port [ 592.690546] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_rules [ 592.690761] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 592.690761] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8bc758-0012-46b5-adfd-a35c4d728feb with Priority: HIGHEST for action port [ 592.691228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.691364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.691407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.691866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.691866] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.693079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.693182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.693182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.693412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.693559] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.693659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.693720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.693878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.693944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.694045] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.694783] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8bc758-0012-46b5-adfd-a35c4d728feb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.694920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8bc758-0012-46b5-adfd-a35c4d728feb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.695024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8bc758-0012-46b5-adfd-a35c4d728feb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.695105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8bc758-0012-46b5-adfd-a35c4d728feb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.695174] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8bc758-0012-46b5-adfd-a35c4d728feb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.078236] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0c79913-f2b4-4e93-bdcf-b7a556826fdd: rpc.has_security_group_logging(os_id): False [ 593.091072] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.091072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.092888] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.095297] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b75bf14-fd95-4445-9382-290b13c7bba5 with status ACTIVE [ 593.095520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.096573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.096573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.096573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.096573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.096573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.096573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.096850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.096900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.097086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.097312] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.097421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.099998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.099998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.099998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.099998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b75bf14-fd95-4445-9382-290b13c7bba5 is going to be updated. [ 593.100980] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.100980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.100980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.100980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.100980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.100980] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.100980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.100980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.101397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.101397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.101397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.101570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.101570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.101872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.101872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.103058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.103269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.103326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.103440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.103724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.103724] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be created. [ 593.133021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.133021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.133021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.133021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.133021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.133021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b75bf14-fd95-4445-9382-290b13c7bba5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.167734] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.167734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.167734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.167734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.167734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.182900] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: IN_PROGRESS for 2s [ 593.198318] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.199732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.199732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.199732] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce8bc758-0012-46b5-adfd-a35c4d728feb with status ACTIVE [ 593.199924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.199986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.199986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.200240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.200309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.200520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.200586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.200619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.200764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.200836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.201014] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.202074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.202147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.202310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.202654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.202753] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce8bc758-0012-46b5-adfd-a35c4d728feb is going to be updated. [ 593.243725] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.243972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.244702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.245136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.245136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.245427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8bc758-0012-46b5-adfd-a35c4d728feb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.327707] env[65073]: INFO networking_nsxv3.common.synchronization [req-846a8bf9-8be3-4580-9395-ba1919f70c5e req-81478c80-4941-43f3-8913-17b5ca1f8eb9 tempest-ServerDiagnosticsNegativeTest-1940390636 tempest-ServerDiagnosticsNegativeTest-1940390636-project-member] Enqueued Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGHEST for action security_group_members [ 593.328070] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGHEST for action security_group_members [ 593.328768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-14218d23-cf0e-4977-9dcc-9ec9055490fa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.328917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.328986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.329245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.329412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.329514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.329578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.329727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.329844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.329951] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.601498] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.704664] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.833575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.833907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.833907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.834427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.834427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.834703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.834760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.834845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.835108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.835182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.835279] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa already deleted. [ 593.835495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.843896] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.844378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.844378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.844533] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.845319] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.845549] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.845863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.846239] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.846239] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.849386] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.849386] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.849386] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.849386] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.849386] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.849386] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.849386] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.866900] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.867313] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.867313] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.868457] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.868457] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-a6f523fc-12c0-4b61-bfe9-fdd61887699a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.868457] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-a6f523fc-12c0-4b61-bfe9-fdd61887699a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.868457] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-a6f523fc-12c0-4b61-bfe9-fdd61887699a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.868457] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-a6f523fc-12c0-4b61-bfe9-fdd61887699a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.868457] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f523fc-12c0-4b61-bfe9-fdd61887699a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.105818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.105818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.105818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.105818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.106394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.106394] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 is going to be created. [ 594.133744] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.134059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.134059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.134397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.134535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.146141] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 in Status: UNINITIALIZED for 2s [ 594.207798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.207798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.207913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.208116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.208210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.208412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f is going to be created. [ 594.243536] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.243752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.243752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.243957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.244134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.253708] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: UNINITIALIZED for 2s [ 594.370972] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ad0f7f9e-7768-4902-a271-1c876976ab9d None None] Enqueued Resource ID: fdcc2d6f-1c0a-460b-88b5-088924f5ab15 with Priority: HIGHEST for action port [ 594.371783] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.371983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.374351] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.374820] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.374820] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.375018] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port a6f523fc-12c0-4b61-bfe9-fdd61887699a not found, creating... [ 594.375209] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.375377] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.375486] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.375709] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.375845] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.376172] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.376307] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.376419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.376623] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.377161] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.377161] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: a6f523fc-12c0-4b61-bfe9-fdd61887699a is going to be created. [ 594.379453] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdcc2d6f-1c0a-460b-88b5-088924f5ab15 with Priority: HIGHEST for action port [ 594.380322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdcc2d6f-1c0a-460b-88b5-088924f5ab15 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.380322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdcc2d6f-1c0a-460b-88b5-088924f5ab15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.380322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdcc2d6f-1c0a-460b-88b5-088924f5ab15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.380322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdcc2d6f-1c0a-460b-88b5-088924f5ab15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.380322] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdcc2d6f-1c0a-460b-88b5-088924f5ab15',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.393070] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2dce602f-e34c-44d9-84a9-519aab632601 None None] Enqueued Resource ID: a2167b7d-8977-42c2-9849-b00be46f3bfa with Priority: HIGHEST for action port [ 594.393070] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2167b7d-8977-42c2-9849-b00be46f3bfa with Priority: HIGHEST for action port [ 594.393726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2167b7d-8977-42c2-9849-b00be46f3bfa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.393726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2167b7d-8977-42c2-9849-b00be46f3bfa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.393726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2167b7d-8977-42c2-9849-b00be46f3bfa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.393726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2167b7d-8977-42c2-9849-b00be46f3bfa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.393925] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2167b7d-8977-42c2-9849-b00be46f3bfa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.400777] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.400983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.401115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.401410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.401610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.401826] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-a6f523fc-12c0-4b61-bfe9-fdd61887699a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.884072] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdcc2d6f-1c0a-460b-88b5-088924f5ab15 [ 594.884072] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.884072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.884072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.884072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.884072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.884072] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdcc2d6f-1c0a-460b-88b5-088924f5ab15 already deleted. [ 594.884072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdcc2d6f-1c0a-460b-88b5-088924f5ab15" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.899810] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2167b7d-8977-42c2-9849-b00be46f3bfa [ 594.900067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.900196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.900260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.900500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.900584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.900677] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2167b7d-8977-42c2-9849-b00be46f3bfa already deleted. [ 594.900752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2167b7d-8977-42c2-9849-b00be46f3bfa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.154589] env[65073]: INFO networking_nsxv3.common.synchronization [req-846a8bf9-8be3-4580-9395-ba1919f70c5e req-7d0c0a05-7b91-4312-b7ce-ac081559c177 service nova] Enqueued Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGHEST for action security_group_rules [ 595.154938] env[65073]: INFO networking_nsxv3.common.synchronization [req-846a8bf9-8be3-4580-9395-ba1919f70c5e req-7d0c0a05-7b91-4312-b7ce-ac081559c177 service nova] Enqueued Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGHEST for action security_group_members [ 595.155146] env[65073]: INFO networking_nsxv3.common.synchronization [req-846a8bf9-8be3-4580-9395-ba1919f70c5e req-7d0c0a05-7b91-4312-b7ce-ac081559c177 service nova] Enqueued Resource ID: a6f523fc-12c0-4b61-bfe9-fdd61887699a with Priority: HIGHEST for action port [ 595.155856] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGHEST for action security_group_rules [ 595.155948] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGHEST for action security_group_members [ 595.156119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f523fc-12c0-4b61-bfe9-fdd61887699a with Priority: HIGHEST for action port [ 595.156524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14218d23-cf0e-4977-9dcc-9ec9055490fa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.156912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.156912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.157266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.157387] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.158493] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-14218d23-cf0e-4977-9dcc-9ec9055490fa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.158656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.158792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.158993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.159209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.159406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.159519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.159891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.159891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.160081] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.161141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f523fc-12c0-4b61-bfe9-fdd61887699a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.161306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f523fc-12c0-4b61-bfe9-fdd61887699a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.161519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f523fc-12c0-4b61-bfe9-fdd61887699a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.162123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f523fc-12c0-4b61-bfe9-fdd61887699a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.162123] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f523fc-12c0-4b61-bfe9-fdd61887699a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.198664] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: SUCCESS [ 595.198664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.306133] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9f3b8b21-1076-4864-8316-228703a40f86 None None] Enqueued Resource ID: 60ffebc5-5e1e-4ddf-b8d5-8dd100003c61 with Priority: HIGHEST for action port [ 595.306133] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ffebc5-5e1e-4ddf-b8d5-8dd100003c61 with Priority: HIGHEST for action port [ 595.306133] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ffebc5-5e1e-4ddf-b8d5-8dd100003c61 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.306133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ffebc5-5e1e-4ddf-b8d5-8dd100003c61" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.309112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ffebc5-5e1e-4ddf-b8d5-8dd100003c61" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.309112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ffebc5-5e1e-4ddf-b8d5-8dd100003c61" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.309112] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ffebc5-5e1e-4ddf-b8d5-8dd100003c61',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.422629] env[65073]: INFO networking_nsxv3.common.synchronization [req-5a98fd06-4bb9-401c-bfee-0e7cd5d0b6fb req-cef4f038-6ee7-42b3-9188-25f89d62517b tempest-SecurityGroupRulesNegativeTestJSON-1560523818 tempest-SecurityGroupRulesNegativeTestJSON-1560523818-project-member] Enqueued Resource ID: d063b0aa-f5d5-46a5-bc8f-bb03af656db1 with Priority: HIGHEST for action security_group_rules [ 595.424132] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d063b0aa-f5d5-46a5-bc8f-bb03af656db1 with Priority: HIGHEST for action security_group_rules [ 595.424132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.424132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.424132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.424572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.424710] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d063b0aa-f5d5-46a5-bc8f-bb03af656db1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.666433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-14218d23-cf0e-4977-9dcc-9ec9055490fa taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.666671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.666877] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.668111] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6f523fc-12c0-4b61-bfe9-fdd61887699a with status ACTIVE [ 595.668442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.668563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.669210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.669497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.669607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.669869] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.669947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.669947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.670841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.670841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.670841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.670841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.670841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.670841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.670841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.670841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6f523fc-12c0-4b61-bfe9-fdd61887699a is going to be updated. [ 595.698108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.698108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.698108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.698108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.698401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.698452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f523fc-12c0-4b61-bfe9-fdd61887699a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.811398] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60ffebc5-5e1e-4ddf-b8d5-8dd100003c61 [ 595.811811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.812023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.812023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.813107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.813107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.813107] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60ffebc5-5e1e-4ddf-b8d5-8dd100003c61 already deleted. [ 595.813107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ffebc5-5e1e-4ddf-b8d5-8dd100003c61" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.949920] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.950147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.950250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.950554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.950723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.950895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d063b0aa-f5d5-46a5-bc8f-bb03af656db1 already deleted. [ 595.951066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.166258] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 in Status: SUCCESS [ 596.166258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.166258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.166258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.166258] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.166258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.166258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.166258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.166258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.166258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.166258] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.175139] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.266342] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: SUCCESS [ 596.266944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.266944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.267260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.267548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.267726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.267830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.268096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.268235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.268374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.268521] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.656041] env[65073]: INFO networking_nsxv3.common.synchronization [None req-375d6eb0-f402-48e9-96d0-482201aa70f6 tempest-VolumesAssistedSnapshotsTest-1951648630 tempest-VolumesAssistedSnapshotsTest-1951648630-project-member] Enqueued Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_rules [ 596.656513] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_rules [ 596.656781] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9185896-edd3-4a13-a2af-94afa39fa5f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.656907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.656973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.657235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.657317] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.668735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.668887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.668955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.669187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.669347] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.669483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.669548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.669702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.669790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.669878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.671060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.671060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.671060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.671060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.671060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.671060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.671060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.671060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.671060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.671060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.671060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.680808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.680910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.681577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.681577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.681716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.681783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa is going to be created. [ 596.711795] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.711977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.712090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.712408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.712582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.725885] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa in Status: UNINITIALIZED for 2s [ 596.772510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.772692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.772763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.772994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.773184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.773288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.773353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.774386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.774582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.778021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778021] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.867897] env[65073]: INFO networking_nsxv3.common.synchronization [None req-bb20a30a-3c52-4676-8d7f-d81459aa4ab5 tempest-VolumesAssistedSnapshotsTest-1951648630 tempest-VolumesAssistedSnapshotsTest-1951648630-project-member] Enqueued Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_rules [ 596.870020] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_rules [ 596.870020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9185896-edd3-4a13-a2af-94afa39fa5f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.870020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.173887] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bbb687a-c67f-46c0-aa68-260e8a93d7b9: rpc.has_security_group_logging(os_id): False [ 597.179075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.179245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.180419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.182216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.182216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.182216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 already deleted. [ 597.182216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.182216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.182216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.182216] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.194070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.194070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.194070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.194070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.194070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.195152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.195152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.195152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.195152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.195152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.195152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.195152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.195152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.195682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.195682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.195682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.195682] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 is going to be created. [ 597.280238] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f4c159-226b-4918-ab1f-ff30f716020f: rpc.has_security_group_logging(os_id): False [ 597.289341] env[65073]: INFO networking_nsxv3.common.synchronization [req-1a184f96-6956-4cf6-a18b-82776545d76e req-9fc850c3-726e-4b00-a2b7-0a8a974a6dc9 tempest-ImagesOneServerTestJSON-1411835611 tempest-ImagesOneServerTestJSON-1411835611-project-member] Enqueued Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGHEST for action security_group_members [ 597.291557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.293197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.293278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.293472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.293656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.295105] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGHEST for action security_group_members [ 597.295444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f41d2f-c320-49d7-a3af-704a46458c24 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.295566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.295629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.295852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.296018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.297802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.297802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.297802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.297802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.297802] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.304463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.304893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.305196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.305751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.309248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.309492] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.309566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.309601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.309796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.309952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.310776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.310776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.310776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.310776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.310776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.310776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.310776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.310776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.311162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.311162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.311162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f is going to be created. [ 597.314643] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 in Status: IN_PROGRESS for 2s [ 597.419587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.420113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.420113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.420239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.420331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.458501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: IN_PROGRESS for 2s [ 597.583399] env[65073]: INFO networking_nsxv3.common.synchronization [None req-03b2bef3-91e9-4392-9cf5-0fe1b6ee2d4a None None] Enqueued Resource ID: 7d529415-e299-4b0f-afca-00cf289f4eb8 with Priority: HIGHEST for action port [ 597.583399] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d529415-e299-4b0f-afca-00cf289f4eb8 with Priority: HIGHEST for action port [ 597.583399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d529415-e299-4b0f-afca-00cf289f4eb8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.583545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d529415-e299-4b0f-afca-00cf289f4eb8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.583545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d529415-e299-4b0f-afca-00cf289f4eb8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.583983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d529415-e299-4b0f-afca-00cf289f4eb8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.583983] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d529415-e299-4b0f-afca-00cf289f4eb8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.703208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.703354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.703725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.703725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.703725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.703910] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 already deleted. [ 597.703910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.801025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.801275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.801350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.801637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.801733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.801963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.802126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.802203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.802407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.802437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.802535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f41d2f-c320-49d7-a3af-704a46458c24 already deleted. [ 597.802631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.087657] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d529415-e299-4b0f-afca-00cf289f4eb8 [ 598.087657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.087657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.087657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.087657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.087657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.087657] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d529415-e299-4b0f-afca-00cf289f4eb8 already deleted. [ 598.087657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d529415-e299-4b0f-afca-00cf289f4eb8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.172036] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.172036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-604" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.172036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-604" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.172622] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-604" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.173239] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.173796] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.173796] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.177169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.177169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.177169] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.177169] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.177169] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.177169] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.177169] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.177169] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.177169] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.194711] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.195092] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.195685] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.195931] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-604" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.196566] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-309b0624-116b-495c-a041-9f1ad06b1b9d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.196566] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-309b0624-116b-495c-a041-9f1ad06b1b9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.197270] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-309b0624-116b-495c-a041-9f1ad06b1b9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.197270] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-309b0624-116b-495c-a041-9f1ad06b1b9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.197379] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309b0624-116b-495c-a041-9f1ad06b1b9d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.397395] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0511b09f-5849-405e-a8d8-703df2863192 None None] Enqueued Resource ID: dfa710fd-201b-4240-80f2-e7de6141ee6b with Priority: HIGHEST for action port [ 598.398308] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa710fd-201b-4240-80f2-e7de6141ee6b with Priority: HIGHEST for action port [ 598.398622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa710fd-201b-4240-80f2-e7de6141ee6b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.398751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa710fd-201b-4240-80f2-e7de6141ee6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.398880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa710fd-201b-4240-80f2-e7de6141ee6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.399287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa710fd-201b-4240-80f2-e7de6141ee6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.399790] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa710fd-201b-4240-80f2-e7de6141ee6b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.704099] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.704328] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.704452] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.705173] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.705173] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.706341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 309b0624-116b-495c-a041-9f1ad06b1b9d not found, creating... [ 598.706586] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.706775] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.707419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.707419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.707419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.707610] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.707722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.707809] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.708027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.708153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.708283] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 309b0624-116b-495c-a041-9f1ad06b1b9d is going to be created. [ 598.736291] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.736523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.737078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.737078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.737221] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.737745] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-309b0624-116b-495c-a041-9f1ad06b1b9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.739214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa in Status: SUCCESS [ 598.739951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.739951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.739951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.740206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.740291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.740291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.740440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.740515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.740597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.740682] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.902517] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfa710fd-201b-4240-80f2-e7de6141ee6b [ 598.902746] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.903023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.903023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.903172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.903807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.903807] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfa710fd-201b-4240-80f2-e7de6141ee6b already deleted. [ 598.903807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa710fd-201b-4240-80f2-e7de6141ee6b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.244025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-14218d23-cf0e-4977-9dcc-9ec9055490fa taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.247021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.247021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.247021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.247021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.247894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.247982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.248226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.248320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.248424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.248609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-14218d23-cf0e-4977-9dcc-9ec9055490fa taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.248715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.248777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.248975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.249108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.249201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.249262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.249445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.249564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.249649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.249738] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.317387] env[65073]: INFO networking_nsxv3.common.synchronization [req-6b9187e8-7f40-484e-8da0-e294b4438ab1 req-148a869a-df57-4b12-adf1-2839ef304db0 tempest-InstanceActionsTestJSON-578710799 tempest-InstanceActionsTestJSON-578710799-project-member] Enqueued Resource ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 with Priority: HIGHEST for action security_group_members [ 599.317943] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 with Priority: HIGHEST for action security_group_members [ 599.318693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.318822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.318893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.319213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.319374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.319477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.319561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.319718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.319800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.319892] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd23193f-2b08-43b5-9ded-ff9e2bb5c905',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.328741] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 in Status: SUCCESS [ 599.328954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.472486] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: SUCCESS [ 599.472714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.491317] env[65073]: INFO networking_nsxv3.common.synchronization [req-1a184f96-6956-4cf6-a18b-82776545d76e req-d0ae561b-6417-402b-87e1-c3d0c4d4d063 service nova] Enqueued Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGHEST for action security_group_rules [ 599.492334] env[65073]: INFO networking_nsxv3.common.synchronization [req-1a184f96-6956-4cf6-a18b-82776545d76e req-d0ae561b-6417-402b-87e1-c3d0c4d4d063 service nova] Enqueued Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGHEST for action security_group_members [ 599.492496] env[65073]: INFO networking_nsxv3.common.synchronization [req-1a184f96-6956-4cf6-a18b-82776545d76e req-d0ae561b-6417-402b-87e1-c3d0c4d4d063 service nova] Enqueued Resource ID: 309b0624-116b-495c-a041-9f1ad06b1b9d with Priority: HIGHEST for action port [ 599.493349] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGHEST for action security_group_rules [ 599.493349] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGHEST for action security_group_members [ 599.493349] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309b0624-116b-495c-a041-9f1ad06b1b9d with Priority: HIGHEST for action port [ 599.494108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f41d2f-c320-49d7-a3af-704a46458c24 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.494108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.494108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.494108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.494108] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.500626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f41d2f-c320-49d7-a3af-704a46458c24 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.500775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.500952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.500952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.500952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.500952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.500952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.500952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.502370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.502370] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.503468] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-309b0624-116b-495c-a041-9f1ad06b1b9d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.503623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-309b0624-116b-495c-a041-9f1ad06b1b9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.503737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-309b0624-116b-495c-a041-9f1ad06b1b9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.503909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-309b0624-116b-495c-a041-9f1ad06b1b9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.504267] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309b0624-116b-495c-a041-9f1ad06b1b9d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.753508] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14218d23-cf0e-4977-9dcc-9ec9055490fa: rpc.has_security_group_logging(os_id): False [ 599.772363] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.772569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.772635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.772879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.773439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.773669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.773827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.773915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.774111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.774200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.774783] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.774910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.775059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.775225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.775305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.775495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.775594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.775694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.775998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.775998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.775998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa is going to be created. [ 599.809255] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.809463] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-103" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.809601] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-103" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.809927] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-103" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.810207] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.810360] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.810471] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.810680] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.810819] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.811087] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.811207] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.811312] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.811416] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.811579] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.811747] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.811872] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.821823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.822032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.822088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.822281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.822373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.822643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.822733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.822786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.822911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.822986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.823084] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 already deleted. [ 599.823165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.834277] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.834486] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.834638] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.834825] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-103" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.835206] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.835514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.835612] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.836146] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.836146] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ab5cc5-682f-473b-905d-34bf1cd4b62f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.839587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.839905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.839905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.840072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.840357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.852834] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa in Status: IN_PROGRESS for 2s [ 600.002131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f41d2f-c320-49d7-a3af-704a46458c24 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.002131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.006677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.010269] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 309b0624-116b-495c-a041-9f1ad06b1b9d with status ACTIVE [ 600.010269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.010269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.010269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.010269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.013216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.013341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 309b0624-116b-495c-a041-9f1ad06b1b9d is going to be updated. [ 600.042549] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.042797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.042797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.043100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.043192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.043342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-309b0624-116b-495c-a041-9f1ad06b1b9d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.338155] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.338500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.338500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.338768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.338912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.339073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port e8ab5cc5-682f-473b-905d-34bf1cd4b62f not found, creating... [ 600.339325] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.339501] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.339779] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.339864] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.339957] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.340242] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.340397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.340501] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.340703] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.340834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.340966] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: e8ab5cc5-682f-473b-905d-34bf1cd4b62f is going to be created. [ 600.364460] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.364460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.364460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.364460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.364460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.364460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.515444] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.018194] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.018356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.018426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.018645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.018732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.018994] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f41d2f-c320-49d7-a3af-704a46458c24 is going to be created. [ 601.049998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.050230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.050230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.051692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.051692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.064513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f41d2f-c320-49d7-a3af-704a46458c24 in Status: UNINITIALIZED for 2s [ 601.158306] env[65073]: INFO networking_nsxv3.common.synchronization [req-6b9187e8-7f40-484e-8da0-e294b4438ab1 req-a1bbff67-a024-4f2c-9f16-32bf6f4d599a service nova] Enqueued Resource ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 with Priority: HIGHEST for action security_group_rules [ 601.158810] env[65073]: INFO networking_nsxv3.common.synchronization [req-6b9187e8-7f40-484e-8da0-e294b4438ab1 req-a1bbff67-a024-4f2c-9f16-32bf6f4d599a service nova] Enqueued Resource ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 with Priority: HIGHEST for action security_group_members [ 601.159591] env[65073]: INFO networking_nsxv3.common.synchronization [req-6b9187e8-7f40-484e-8da0-e294b4438ab1 req-a1bbff67-a024-4f2c-9f16-32bf6f4d599a service nova] Enqueued Resource ID: e8ab5cc5-682f-473b-905d-34bf1cd4b62f with Priority: HIGHEST for action port [ 601.161452] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 with Priority: HIGHEST for action security_group_rules [ 601.161452] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 with Priority: HIGHEST for action security_group_members [ 601.161452] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8ab5cc5-682f-473b-905d-34bf1cd4b62f with Priority: HIGHEST for action port [ 601.161452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd23193f-2b08-43b5-9ded-ff9e2bb5c905 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.161452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.161452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.161940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.162050] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd23193f-2b08-43b5-9ded-ff9e2bb5c905',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.165079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.165079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.165079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.165079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.165079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.165079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.165079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.165079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.165079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.165079] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd23193f-2b08-43b5-9ded-ff9e2bb5c905',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.165079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.172745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.172745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.172745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.172745] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ab5cc5-682f-473b-905d-34bf1cd4b62f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.671601] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd23193f-2b08-43b5-9ded-ff9e2bb5c905',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.674836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.675533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.676407] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8ab5cc5-682f-473b-905d-34bf1cd4b62f with status ACTIVE [ 601.676946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.676946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.676946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.677266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.677331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.677595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.677697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.677746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.677923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.678019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.678387] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.678387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.678387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.678564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.678564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.678987] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8ab5cc5-682f-473b-905d-34bf1cd4b62f is going to be updated. [ 601.705049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.705414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.705414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.705637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.705804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.706095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8ab5cc5-682f-473b-905d-34bf1cd4b62f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.711750] env[65073]: INFO networking_nsxv3.common.synchronization [req-d47c413d-274f-459f-bdde-a26bb1c056a5 req-72ccea42-3c6a-4317-b0ad-d71422a41c94 tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 601.712435] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 601.712917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.712917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.712917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.713290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.713474] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.713587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.713651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.713817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.714035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.714145] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.867064] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa in Status: SUCCESS [ 601.867314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.133252] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.133753] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.133985] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.134507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.134942] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.138361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.138361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.138361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.138361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.138361] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.138361] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.138361] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.138361] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.138361] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.138361] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.138361] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.159691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.159914] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.160053] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.160248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.160566] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-6790a0a9-4646-4174-b8cc-057079e45395 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.160756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-6790a0a9-4646-4174-b8cc-057079e45395" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.160911] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-6790a0a9-4646-4174-b8cc-057079e45395" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.161236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-6790a0a9-4646-4174-b8cc-057079e45395" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.161384] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6790a0a9-4646-4174-b8cc-057079e45395',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.176908] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd23193f-2b08-43b5-9ded-ff9e2bb5c905',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.217421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.217421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.217421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.217421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.217421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.217421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.217421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.217421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.218034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.218034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.218034] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a already deleted. [ 602.218034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.665302] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.665565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.665706] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.666040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.666215] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.666378] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 6790a0a9-4646-4174-b8cc-057079e45395 not found, creating... [ 602.666669] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.666879] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.666948] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.667221] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.667373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.667894] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.667894] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.668069] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.668304] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.668376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.668514] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 6790a0a9-4646-4174-b8cc-057079e45395 is going to be created. [ 602.679737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.680181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.680181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.680400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.680528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.680706] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 is going to be created. [ 602.695470] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.695692] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.695810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.696171] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.696371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.696597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-6790a0a9-4646-4174-b8cc-057079e45395" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.704206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.704357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.704908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.705101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.705280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.717066] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 in Status: UNINITIALIZED for 2s [ 603.076198] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f41d2f-c320-49d7-a3af-704a46458c24 in Status: SUCCESS [ 603.076391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.076579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.076770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.076965] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.077100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.077168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.077315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.077395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.077480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.077576] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.466123] env[65073]: INFO networking_nsxv3.common.synchronization [req-d47c413d-274f-459f-bdde-a26bb1c056a5 req-0641581e-ef45-457a-9fd3-568a5f81c21f service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 603.466383] env[65073]: INFO networking_nsxv3.common.synchronization [req-d47c413d-274f-459f-bdde-a26bb1c056a5 req-0641581e-ef45-457a-9fd3-568a5f81c21f service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 603.466612] env[65073]: INFO networking_nsxv3.common.synchronization [req-d47c413d-274f-459f-bdde-a26bb1c056a5 req-0641581e-ef45-457a-9fd3-568a5f81c21f service nova] Enqueued Resource ID: 6790a0a9-4646-4174-b8cc-057079e45395 with Priority: HIGHEST for action port [ 603.467330] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 603.467546] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 603.467711] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6790a0a9-4646-4174-b8cc-057079e45395 with Priority: HIGHEST for action port [ 603.468212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.468330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.468452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.468863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.468993] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.470304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.471356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.471356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.471356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.471356] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.471356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.471356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.471356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.471838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.471838] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.472722] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6790a0a9-4646-4174-b8cc-057079e45395 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.472887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6790a0a9-4646-4174-b8cc-057079e45395" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.473230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6790a0a9-4646-4174-b8cc-057079e45395" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.473230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6790a0a9-4646-4174-b8cc-057079e45395" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.473230] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6790a0a9-4646-4174-b8cc-057079e45395',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.580496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f41d2f-c320-49d7-a3af-704a46458c24 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.580730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.580776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.581009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.581205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.581315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.581378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.581544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.581710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.581909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.581979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f41d2f-c320-49d7-a3af-704a46458c24 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.582108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.582189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.582296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.582439] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.582554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.582608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.582764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.582836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.583056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.583202] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.977488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.977488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.977488] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.977488] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6790a0a9-4646-4174-b8cc-057079e45395 with status ACTIVE [ 603.977488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.977488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.977488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.978198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.978198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.978198] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.978198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.978198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.978427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.978427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.979312] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.979312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.979312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.979312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.979312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.979312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6790a0a9-4646-4174-b8cc-057079e45395 is going to be updated. [ 604.008441] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.009044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.009219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.009532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.009701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.010060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6790a0a9-4646-4174-b8cc-057079e45395" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.086448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5f41d2f-c320-49d7-a3af-704a46458c24: rpc.has_security_group_logging(os_id): False [ 604.110717] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.110907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.110952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.111172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.111257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.111829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.111829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.111829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.111829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.112125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.112125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.112244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.112296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.114101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.114101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.114101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.114101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.114101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.114101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.115212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.115332] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f41d2f-c320-49d7-a3af-704a46458c24 is going to be created. [ 604.200965] env[65073]: INFO networking_nsxv3.common.synchronization [req-48388b41-07ae-4053-b17c-0b176656d139 req-77f17fee-0202-460e-963e-ce82fc617949 tempest-VolumesAdminNegativeTest-1406766974 tempest-VolumesAdminNegativeTest-1406766974-project-member] Enqueued Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGHEST for action security_group_members [ 604.201219] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGHEST for action security_group_members [ 604.201608] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.201774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.201856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.202148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.202301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.202455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.202547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.202942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.203941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.203941] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.216109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.216109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.216109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.216367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.216406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.232222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f41d2f-c320-49d7-a3af-704a46458c24 in Status: IN_PROGRESS for 2s [ 604.485339] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.532377] env[65073]: INFO networking_nsxv3.common.synchronization [req-a0c327f0-6304-4209-896c-e5f7b85ffa5e req-3cd23ac1-e772-453d-80f8-f581b1729966 tempest-SecurityGroupRulesNegativeTestJSON-1560523818 tempest-SecurityGroupRulesNegativeTestJSON-1560523818-project-member] Enqueued Resource ID: d063b0aa-f5d5-46a5-bc8f-bb03af656db1 with Priority: HIGHEST for action security_group_rules [ 604.532377] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d063b0aa-f5d5-46a5-bc8f-bb03af656db1 with Priority: HIGHEST for action security_group_rules [ 604.532377] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.532377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.532377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.532377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.532377] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d063b0aa-f5d5-46a5-bc8f-bb03af656db1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.705608] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.705811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.705864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.706129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.706203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.706565] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.706565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.706565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.706737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.706811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.706913] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a already deleted. [ 604.706970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.729903] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 in Status: SUCCESS [ 604.731047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.731238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.731446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.731657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.731788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.731854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.732953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.733091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.733195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.733295] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd23193f-2b08-43b5-9ded-ff9e2bb5c905',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.741426] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.741704] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.741754] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.742164] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.742462] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.742462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.742613] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.742776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.742922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.743214] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.744512] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.744512] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.744512] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.744512] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.744512] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.744512] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.768574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.768735] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.768868] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.769064] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.769540] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-7c389883-f849-42bb-94dc-c5be4fab99c3 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.769683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-7c389883-f849-42bb-94dc-c5be4fab99c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.769735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-7c389883-f849-42bb-94dc-c5be4fab99c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.770036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-7c389883-f849-42bb-94dc-c5be4fab99c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.770176] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c389883-f849-42bb-94dc-c5be4fab99c3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.987393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.988014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.988014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.988014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.988014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.988181] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be created. [ 605.013263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.013591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.013591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.013685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.013846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.025714] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: UNINITIALIZED for 2s [ 605.034177] env[65073]: INFO networking_nsxv3.common.synchronization [None req-25c75886-ae3d-4d5b-bf0e-28377c056c96 None None] Enqueued Resource ID: 7c33811a-0d06-4e10-a8cc-72b418a3e8be with Priority: HIGHEST for action port [ 605.036166] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c33811a-0d06-4e10-a8cc-72b418a3e8be with Priority: HIGHEST for action port [ 605.036490] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c33811a-0d06-4e10-a8cc-72b418a3e8be taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.036606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c33811a-0d06-4e10-a8cc-72b418a3e8be" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.036683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c33811a-0d06-4e10-a8cc-72b418a3e8be" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.036905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c33811a-0d06-4e10-a8cc-72b418a3e8be" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.037043] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c33811a-0d06-4e10-a8cc-72b418a3e8be',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.057419] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.057610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.057654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.058222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.058222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.058222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d063b0aa-f5d5-46a5-bc8f-bb03af656db1 already deleted. [ 605.058222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d063b0aa-f5d5-46a5-bc8f-bb03af656db1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.236448] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.236719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.237111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.237455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.237730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.237915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.238228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.238335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.238483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.238727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.238898] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.239080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.239196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.239448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.239700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.239841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.239955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.240241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.240353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.240513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.240680] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd23193f-2b08-43b5-9ded-ff9e2bb5c905',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.275471] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.275766] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.275974] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.276417] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.276658] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.276911] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 7c389883-f849-42bb-94dc-c5be4fab99c3 not found, creating... [ 605.277420] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.277555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.277658] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.277963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.278071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.278500] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.278729] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.278886] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.279265] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.279598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.279695] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 7c389883-f849-42bb-94dc-c5be4fab99c3 is going to be created. [ 605.326485] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.326784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.326784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.327067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.327324] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.327521] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-7c389883-f849-42bb-94dc-c5be4fab99c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.539814] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c33811a-0d06-4e10-a8cc-72b418a3e8be [ 605.540175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.540412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.540412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.540674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.540799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.540914] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c33811a-0d06-4e10-a8cc-72b418a3e8be already deleted. [ 605.541119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c33811a-0d06-4e10-a8cc-72b418a3e8be" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.743423] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd23193f-2b08-43b5-9ded-ff9e2bb5c905: rpc.has_security_group_logging(os_id): False [ 605.763947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.765096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.765096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.765377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.765511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.765734] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.766471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.766471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.766471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.766471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.766471] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.767160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.767160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.767160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.767160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.767323] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.767323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.767425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.767518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.767596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.767684] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 is going to be created. [ 605.831354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.831474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.831538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.831795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.831982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.844884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 in Status: IN_PROGRESS for 2s [ 606.018424] env[65073]: INFO networking_nsxv3.common.synchronization [req-48388b41-07ae-4053-b17c-0b176656d139 req-1dd55e28-b3e8-4bf8-981a-f013ddbbca38 service nova] Enqueued Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGHEST for action security_group_rules [ 606.018693] env[65073]: INFO networking_nsxv3.common.synchronization [req-48388b41-07ae-4053-b17c-0b176656d139 req-1dd55e28-b3e8-4bf8-981a-f013ddbbca38 service nova] Enqueued Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGHEST for action security_group_members [ 606.018741] env[65073]: INFO networking_nsxv3.common.synchronization [req-48388b41-07ae-4053-b17c-0b176656d139 req-1dd55e28-b3e8-4bf8-981a-f013ddbbca38 service nova] Enqueued Resource ID: 7c389883-f849-42bb-94dc-c5be4fab99c3 with Priority: HIGHEST for action port [ 606.019263] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGHEST for action security_group_rules [ 606.019399] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGHEST for action security_group_members [ 606.019507] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c389883-f849-42bb-94dc-c5be4fab99c3 with Priority: HIGHEST for action port [ 606.019826] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.019942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.020090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.020425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.020479] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.021706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.021834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.021946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.022147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.022311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.022419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.022484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.022673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.022819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.022988] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.023838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c389883-f849-42bb-94dc-c5be4fab99c3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.023988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c389883-f849-42bb-94dc-c5be4fab99c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.024295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c389883-f849-42bb-94dc-c5be4fab99c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.024464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c389883-f849-42bb-94dc-c5be4fab99c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.024690] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c389883-f849-42bb-94dc-c5be4fab99c3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.246571] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f41d2f-c320-49d7-a3af-704a46458c24 in Status: SUCCESS [ 606.246571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.502974] env[65073]: INFO networking_nsxv3.common.synchronization [req-e6d70d62-aa28-4716-8f4e-74e701e436d2 req-ac685d4a-f6cd-4692-bfd3-1aeb3071cad0 tempest-ServersAdminTestJSON-1368114436 tempest-ServersAdminTestJSON-1368114436-project-member] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 606.503769] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 606.504261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.504418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.504492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.504873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.505078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.505196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.505296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.505449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.505535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.505649] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.525936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.526095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.528598] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.531623] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c389883-f849-42bb-94dc-c5be4fab99c3 with status ACTIVE [ 606.531986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.532533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.532533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.532533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.532533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.533762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.533889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.533951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.534300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.534300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.534436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.534610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.534610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.535289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.535289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.535289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c389883-f849-42bb-94dc-c5be4fab99c3 is going to be updated. [ 606.562801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.563043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.563043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.563238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.563485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.563528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c389883-f849-42bb-94dc-c5be4fab99c3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.916037] env[65073]: INFO networking_nsxv3.common.synchronization [None req-55518af8-9fd5-4ffd-9a73-cc20f0d3e90e None None] Enqueued Resource ID: 5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b with Priority: HIGHEST for action port [ 606.916802] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b with Priority: HIGHEST for action port [ 606.916802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.916910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.916943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.918529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.919161] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.969260] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.969506] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.969638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.970727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.970727] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.970727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.970727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.970727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.970970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.972223] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.972406] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.972531] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.972656] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.973182] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.973343] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.973518] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.997141] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.997141] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.997295] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.997474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.998640] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-993001bb-298d-4f15-8104-4573888f206c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.998640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-993001bb-298d-4f15-8104-4573888f206c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.998640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-993001bb-298d-4f15-8104-4573888f206c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.998640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-993001bb-298d-4f15-8104-4573888f206c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.998640] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993001bb-298d-4f15-8104-4573888f206c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.008098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.008337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.008411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.008684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.008786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.009016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.009127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.009202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.009412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.009545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.009645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 already deleted. [ 607.009742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.037320] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 607.037627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.037826] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.038688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.038936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.039277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.039423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.039509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.039841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.039960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.040311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.040492] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.424529] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b [ 607.424890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.425126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.425278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.425556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.425698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.425837] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b already deleted. [ 607.425962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cf114d5-c148-4f17-b5cb-ef1ced0a3b8b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.506181] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.506498] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.506574] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.508449] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.508535] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.508721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 993001bb-298d-4f15-8104-4573888f206c not found, creating... [ 607.509082] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.509580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.509580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.509834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.509834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.511649] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.511790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.512133] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.512422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.512512] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.512880] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 993001bb-298d-4f15-8104-4573888f206c is going to be created. [ 607.539372] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.539598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.539654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.539947] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.540998] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.540998] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-993001bb-298d-4f15-8104-4573888f206c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.545394] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.545394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.545394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.545394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.545394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.545394] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a is going to be created. [ 607.545394] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.545394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.545982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.546322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.546688] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.546928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.547243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.547633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.547826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.548091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.548503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.548733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.548921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.549351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.549639] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.549869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.550046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.550677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.550677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.550677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.550677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.577362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.577362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.577362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.577362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.578578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.590446] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a in Status: UNINITIALIZED for 2s [ 607.862888] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 in Status: SUCCESS [ 607.862888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.056400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7224d91c-ee3e-49ac-9bb9-491223512c7a: rpc.has_security_group_logging(os_id): False [ 608.078013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.078221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.078305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.078573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.078931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.078993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.079088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.079172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.079367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.079471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.079758] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.080015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.080015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.080178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.080279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.080567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.080646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.080733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.080916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.081033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.081141] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be created. [ 608.153491] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.153697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.153697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.153907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.154105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.168623] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 608.265282] env[65073]: INFO networking_nsxv3.common.synchronization [req-e6d70d62-aa28-4716-8f4e-74e701e436d2 req-a4b90d57-9327-4955-9c11-f5d5a43d2204 service nova] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_rules [ 608.265282] env[65073]: INFO networking_nsxv3.common.synchronization [req-e6d70d62-aa28-4716-8f4e-74e701e436d2 req-a4b90d57-9327-4955-9c11-f5d5a43d2204 service nova] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 608.265282] env[65073]: INFO networking_nsxv3.common.synchronization [req-e6d70d62-aa28-4716-8f4e-74e701e436d2 req-a4b90d57-9327-4955-9c11-f5d5a43d2204 service nova] Enqueued Resource ID: 993001bb-298d-4f15-8104-4573888f206c with Priority: HIGHEST for action port [ 608.267582] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_rules [ 608.267828] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 608.267934] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993001bb-298d-4f15-8104-4573888f206c with Priority: HIGHEST for action port [ 608.268311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.268466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.268557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.268771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.268854] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.270586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.270712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.270803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.271223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.271597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.271834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.271903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.274019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.274019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.274019] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.274422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-993001bb-298d-4f15-8104-4573888f206c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.274422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993001bb-298d-4f15-8104-4573888f206c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.274422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993001bb-298d-4f15-8104-4573888f206c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.274637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993001bb-298d-4f15-8104-4573888f206c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.274723] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993001bb-298d-4f15-8104-4573888f206c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.782212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.782379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.782644] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.783997] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 993001bb-298d-4f15-8104-4573888f206c with status ACTIVE [ 608.784255] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.784701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.784846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.785027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.785131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.785366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.785539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.785748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.785847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.785928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.786233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.786317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.786365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.786521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.786626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.786742] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 993001bb-298d-4f15-8104-4573888f206c is going to be updated. [ 608.809337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.809512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.809642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.809822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.809954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.810230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993001bb-298d-4f15-8104-4573888f206c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.881208] env[65073]: INFO networking_nsxv3.common.synchronization [req-72e6edea-c5a5-424a-b671-dbc19dd20520 req-64d17999-bf6a-4aaa-abeb-eeda2ef3068a tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 608.881533] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 608.881978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.882099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.882160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.882462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.882738] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.882900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.882994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.883204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.883325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.883459] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.256851] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.257209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.257371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.257708] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.258059] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.258253] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.258397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.258674] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.258851] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.259203] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.259203] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.259563] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.259563] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.259563] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.259721] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.259881] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.284148] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.284269] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.285076] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.285278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.285660] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.286362] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.286362] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.286362] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.286600] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba6cd1d-8ae7-48ec-8415-b25e1e830c05',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.289134] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.386165] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.386317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.386317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.386576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.386686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.387082] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.387210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.387268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.387433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.387511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.387604] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a already deleted. [ 609.387690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.698542] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a in Status: SUCCESS [ 609.698542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.698542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.698542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.698785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.698894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.699034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.699239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.699370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.699483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.699599] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.790899] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.791272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.791417] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.791713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.791923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.792163] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port fba6cd1d-8ae7-48ec-8415-b25e1e830c05 not found, creating... [ 609.792477] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.792684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.792821] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.793110] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.793262] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.793563] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.793759] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.793918] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.794486] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.794689] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.794929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: fba6cd1d-8ae7-48ec-8415-b25e1e830c05 is going to be created. [ 609.796287] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.796786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.796911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.797116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.797231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.797359] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be created. [ 609.824452] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.824452] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.824452] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.824452] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.824827] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.824827] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.828692] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.828851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.828906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.829365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.829454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.841037] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: UNINITIALIZED for 2s [ 610.180405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 610.180648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.205433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.205637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.205769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.206058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.206286] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.206425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.206515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.206716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.206845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.206957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.207169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.207297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.207382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.207571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.207777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.207906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.207991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.208391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.208594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.208723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.208974] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.523524] env[65073]: INFO networking_nsxv3.common.synchronization [req-72e6edea-c5a5-424a-b671-dbc19dd20520 req-d8391116-4c1f-441a-87d0-ae1633067c09 service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 610.523524] env[65073]: INFO networking_nsxv3.common.synchronization [req-72e6edea-c5a5-424a-b671-dbc19dd20520 req-d8391116-4c1f-441a-87d0-ae1633067c09 service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 610.523524] env[65073]: INFO networking_nsxv3.common.synchronization [req-72e6edea-c5a5-424a-b671-dbc19dd20520 req-d8391116-4c1f-441a-87d0-ae1633067c09 service nova] Enqueued Resource ID: fba6cd1d-8ae7-48ec-8415-b25e1e830c05 with Priority: HIGHEST for action port [ 610.523817] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 610.523817] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 610.523911] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba6cd1d-8ae7-48ec-8415-b25e1e830c05 with Priority: HIGHEST for action port [ 610.524858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.524858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.526406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.526406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.526406] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.526737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.526737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.526737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.526934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.527124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.527226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.527287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.527882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.527882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.527882] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.528905] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.528905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.529552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.529552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.529552] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba6cd1d-8ae7-48ec-8415-b25e1e830c05',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.711456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa9e3d3e-9e81-4c73-bf79-8414471a2f6a: rpc.has_security_group_logging(os_id): False [ 610.732391] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.732603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.732603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.732974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.732974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.733175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.733306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.733306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.733546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.733810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.733878] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.733926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734518] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.735103] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a is going to be created. [ 610.812567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.812997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.813131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.813349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.813531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.828698] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a in Status: IN_PROGRESS for 2s [ 611.032021] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.033305] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.033457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.033520] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fba6cd1d-8ae7-48ec-8415-b25e1e830c05 with status ACTIVE [ 611.033671] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.033803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.033872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.034119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.034213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.034413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.034738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.034825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.034958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.039943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.039943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.039943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.039943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.039943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.039943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.040591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fba6cd1d-8ae7-48ec-8415-b25e1e830c05 is going to be updated. [ 611.072901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.073164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.073270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.073514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.073708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.073914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba6cd1d-8ae7-48ec-8415-b25e1e830c05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.549436] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.701160] env[65073]: INFO networking_nsxv3.common.synchronization [req-cf689e7f-5ead-4f1c-86f4-b4edffbfc7a8 req-f4076b70-1402-410d-87ca-51eb531c5907 tempest-ServersAdminTestJSON-1368114436 tempest-ServersAdminTestJSON-1368114436-project-member] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 611.701853] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 611.702134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.702252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.859056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 611.859056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.859056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.859056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.859056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.859056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.859056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.859056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.859056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.859056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.859056] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.859602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.859762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.859955] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.860077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.860153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.860299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.860421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.860473] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.053120] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.053281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.053349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.053565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.053654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.053762] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be created. [ 612.081272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.081272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.081272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.081272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.081272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.092390] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: UNINITIALIZED for 2s [ 612.156199] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.156637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.156637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.157464] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.157464] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.157464] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.157584] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.158208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.158208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.158498] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.158498] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.158605] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.158722] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.159145] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.159145] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.159145] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.182943] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.183165] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.183325] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.183509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.183835] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-85971e9b-f2e4-4cd0-8043-227265714330 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.184056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-85971e9b-f2e4-4cd0-8043-227265714330" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.184893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-85971e9b-f2e4-4cd0-8043-227265714330" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.185456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-85971e9b-f2e4-4cd0-8043-227265714330" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.185621] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85971e9b-f2e4-4cd0-8043-227265714330',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.364606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.364760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.364847] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.688552] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.689017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.689017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.689234] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.689381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.689553] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 85971e9b-f2e4-4cd0-8043-227265714330 not found, creating... [ 612.689808] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.689962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.690119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.690349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.690481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.690812] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.690977] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.691238] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.692557] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.692557] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.692557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 85971e9b-f2e4-4cd0-8043-227265714330 is going to be created. [ 612.717939] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.717939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.717939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.717939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.717939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.717939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-85971e9b-f2e4-4cd0-8043-227265714330" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.845653] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a in Status: SUCCESS [ 612.845943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.862019] env[65073]: INFO networking_nsxv3.common.synchronization [req-d91cf3dc-c9d4-4496-82ba-4989819c8d06 req-090d365a-2bc4-4b64-9a61-bad09a8b2c1a tempest-DeleteServersAdminTestJSON-1031106228 tempest-DeleteServersAdminTestJSON-1031106228-project-admin] Enqueued Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 612.862580] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 612.862981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.863128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.863194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.863398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.863554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.863654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.863718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.863862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.863970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.864097] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.867419] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.365878] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.366078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.366140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.366384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.366500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.366749] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.366862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.366927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.367113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.367193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.367283] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f is going to be updated. [ 613.370504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.370651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.370686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.370862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.370945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.372556] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 613.425340] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.426029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.426142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.426373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.426623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.428538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.428696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.428757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.429075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.429075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.442753] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: IN_PROGRESS for 2s [ 613.444211] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 613.451060] env[65073]: INFO networking_nsxv3.common.synchronization [req-cf689e7f-5ead-4f1c-86f4-b4edffbfc7a8 req-41bde752-c525-4ebf-aa79-bcd6cea9919b service nova] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_rules [ 613.451060] env[65073]: INFO networking_nsxv3.common.synchronization [req-cf689e7f-5ead-4f1c-86f4-b4edffbfc7a8 req-41bde752-c525-4ebf-aa79-bcd6cea9919b service nova] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 613.451060] env[65073]: INFO networking_nsxv3.common.synchronization [req-cf689e7f-5ead-4f1c-86f4-b4edffbfc7a8 req-41bde752-c525-4ebf-aa79-bcd6cea9919b service nova] Enqueued Resource ID: 85971e9b-f2e4-4cd0-8043-227265714330 with Priority: HIGHEST for action port [ 613.451855] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_rules [ 613.451855] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 613.452380] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85971e9b-f2e4-4cd0-8043-227265714330 with Priority: HIGHEST for action port [ 613.452933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.453263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.454084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.454477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.454796] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-85971e9b-f2e4-4cd0-8043-227265714330 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.455069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85971e9b-f2e4-4cd0-8043-227265714330" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.455234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85971e9b-f2e4-4cd0-8043-227265714330" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.457021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85971e9b-f2e4-4cd0-8043-227265714330" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.457021] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85971e9b-f2e4-4cd0-8043-227265714330',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.958715] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85971e9b-f2e4-4cd0-8043-227265714330 with status ACTIVE [ 613.961244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.961244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.961400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.961568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.961869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.962110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.962225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.962287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.962464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.962805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.962805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.962983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.962983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.963122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.963122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.963216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85971e9b-f2e4-4cd0-8043-227265714330 is going to be updated. [ 613.986551] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.989471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.989554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.989871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.990147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.990196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85971e9b-f2e4-4cd0-8043-227265714330" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.106085] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 614.106402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.106598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.108450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.108450] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.108450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.108450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.108450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.108450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.108450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.108450] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.616231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.616231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.616231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.616231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.616871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.616871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.616871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.616871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.616871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.616871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.616871] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.088570] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c46df640-409e-4efb-a466-321178962582 None None] Enqueued Resource ID: d45e404b-ea0c-4f92-8652-747cdc332ee7 with Priority: HIGHEST for action port [ 615.089902] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d45e404b-ea0c-4f92-8652-747cdc332ee7 with Priority: HIGHEST for action port [ 615.089902] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d45e404b-ea0c-4f92-8652-747cdc332ee7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.090096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d45e404b-ea0c-4f92-8652-747cdc332ee7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.090556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d45e404b-ea0c-4f92-8652-747cdc332ee7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.090556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d45e404b-ea0c-4f92-8652-747cdc332ee7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.090556] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45e404b-ea0c-4f92-8652-747cdc332ee7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.123637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a: rpc.has_security_group_logging(os_id): False [ 615.147276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.147457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.147531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.148154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.148154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.148154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.148390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.148390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.148488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.148572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.148778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.148868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.148949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.150341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.150440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.150690] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.150806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.150891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.151692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.151982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.151982] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be created. [ 615.249847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.250052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.250102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.250335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.250575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.272307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 615.456882] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: SUCCESS [ 615.460227] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f deletion is rescheduled due to dependency. [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460227] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.460227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.460227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.460875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.461236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.461429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.461583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.461946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.462246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.462440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.462630] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.463581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.464691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.464948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.468791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.468791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.468791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.468791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.468791] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.600623] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d45e404b-ea0c-4f92-8652-747cdc332ee7 [ 615.600623] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.600623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.600623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.600623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.600623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.601136] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d45e404b-ea0c-4f92-8652-747cdc332ee7 already deleted. [ 615.601136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d45e404b-ea0c-4f92-8652-747cdc332ee7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.772223] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3c3ef842-941c-48d8-aabf-0a3ce936d68b None None] Enqueued Resource ID: 6d39eb1a-206a-4a80-8a23-5947120b19de with Priority: HIGHEST for action port [ 615.772223] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d39eb1a-206a-4a80-8a23-5947120b19de with Priority: HIGHEST for action port [ 615.772223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d39eb1a-206a-4a80-8a23-5947120b19de taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.772223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d39eb1a-206a-4a80-8a23-5947120b19de" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.772223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d39eb1a-206a-4a80-8a23-5947120b19de" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.772223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d39eb1a-206a-4a80-8a23-5947120b19de" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.772223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d39eb1a-206a-4a80-8a23-5947120b19de',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.972365] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4009a62-01ca-4983-8f96-b84683a39271: rpc.has_security_group_logging(os_id): False [ 615.973046] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.994790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.994790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.994790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.994965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.995086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.995346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.995478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.995559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.995733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.995816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.996026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.996115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.996182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.996326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.996401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.996583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.996676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.996738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.997035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.997035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.997141] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be created. [ 616.076677] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.076677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.076847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.077096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.077173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.091855] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 616.274419] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d39eb1a-206a-4a80-8a23-5947120b19de [ 616.274689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.274804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.274844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.275106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.275173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.275267] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d39eb1a-206a-4a80-8a23-5947120b19de already deleted. [ 616.275548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d39eb1a-206a-4a80-8a23-5947120b19de" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.301855] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f2f1466-c67b-4d30-a2e3-b7544032f3cf req-3f4d0d6d-55bd-4a93-9579-3ec3e7595f62 tempest-VolumesAssistedSnapshotsTest-1951648630 tempest-VolumesAssistedSnapshotsTest-1951648630-project-member] Enqueued Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_members [ 616.301855] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_members [ 616.301855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9185896-edd3-4a13-a2af-94afa39fa5f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.301855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.302744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.303056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.303462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.303462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.303462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.305070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.305070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.305070] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.475862] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.806151] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.806813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.806813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.806813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.806813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.807199] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.807365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.807527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.807702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.807785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.807872] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 already deleted. [ 616.807953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.905140] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.905394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.905520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.906214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.906214] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.906397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.906444] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.906644] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.907059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.907059] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.907189] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.907260] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.907359] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.907461] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.907587] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.907700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.932666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.932942] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.933429] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.933429] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.933684] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-016e1483-07aa-4f59-9c4e-b6c828287cf9 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.934099] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-016e1483-07aa-4f59-9c4e-b6c828287cf9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.934099] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-016e1483-07aa-4f59-9c4e-b6c828287cf9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.934360] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-016e1483-07aa-4f59-9c4e-b6c828287cf9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.934544] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016e1483-07aa-4f59-9c4e-b6c828287cf9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.979131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.979422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.979422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.980441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.980714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.980883] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 617.024812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.025057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.025057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.025730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.025730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.041246] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 617.293707] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 617.294481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.437298] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.437650] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.437866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.438258] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.438447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.438634] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 016e1483-07aa-4f59-9c4e-b6c828287cf9 not found, creating... [ 617.438989] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.439215] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.439314] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.439604] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.439788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.440134] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.440305] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.440423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.440720] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.440862] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.441014] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 016e1483-07aa-4f59-9c4e-b6c828287cf9 is going to be created. [ 617.475774] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.475774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.475774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.477901] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.477901] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.477901] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-016e1483-07aa-4f59-9c4e-b6c828287cf9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.941527] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0ddecf0f-1195-408e-8645-92124ba462f0 None None] Enqueued Resource ID: 88af72a0-5d63-471d-90cf-834587dc00ab with Priority: HIGHEST for action port [ 617.942369] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88af72a0-5d63-471d-90cf-834587dc00ab with Priority: HIGHEST for action port [ 617.945524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-88af72a0-5d63-471d-90cf-834587dc00ab taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.945646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88af72a0-5d63-471d-90cf-834587dc00ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.945646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88af72a0-5d63-471d-90cf-834587dc00ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.945909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88af72a0-5d63-471d-90cf-834587dc00ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.945995] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88af72a0-5d63-471d-90cf-834587dc00ab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.106900] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 618.108153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.108354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.108588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.108677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.233994] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f2f1466-c67b-4d30-a2e3-b7544032f3cf req-c6771ce4-4216-4a6f-ba4d-4e67300232bf service nova] Enqueued Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_rules [ 618.233994] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f2f1466-c67b-4d30-a2e3-b7544032f3cf req-c6771ce4-4216-4a6f-ba4d-4e67300232bf service nova] Enqueued Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_members [ 618.234144] env[65073]: INFO networking_nsxv3.common.synchronization [req-7f2f1466-c67b-4d30-a2e3-b7544032f3cf req-c6771ce4-4216-4a6f-ba4d-4e67300232bf service nova] Enqueued Resource ID: 016e1483-07aa-4f59-9c4e-b6c828287cf9 with Priority: HIGHEST for action port [ 618.234825] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_rules [ 618.234825] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_members [ 618.235018] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016e1483-07aa-4f59-9c4e-b6c828287cf9 with Priority: HIGHEST for action port [ 618.235217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9185896-edd3-4a13-a2af-94afa39fa5f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.235344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.235410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.235703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.235857] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.237301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9185896-edd3-4a13-a2af-94afa39fa5f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.237419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.237484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.237700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.239912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.239912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.239912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.239912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.239912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.239912] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.239912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-016e1483-07aa-4f59-9c4e-b6c828287cf9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.239912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-016e1483-07aa-4f59-9c4e-b6c828287cf9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.239912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-016e1483-07aa-4f59-9c4e-b6c828287cf9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.239912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-016e1483-07aa-4f59-9c4e-b6c828287cf9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.239912] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016e1483-07aa-4f59-9c4e-b6c828287cf9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.448485] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88af72a0-5d63-471d-90cf-834587dc00ab [ 618.449548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.449548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.451847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.451847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.451847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.451847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88af72a0-5d63-471d-90cf-834587dc00ab already deleted. [ 618.451847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88af72a0-5d63-471d-90cf-834587dc00ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.611954] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.611954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.705544] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e624f42a-5bb1-44fb-974a-22679d781182 None None] Enqueued Resource ID: 81a67f30-0245-466b-98a7-500449c3304a with Priority: HIGHEST for action port [ 618.708734] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a67f30-0245-466b-98a7-500449c3304a with Priority: HIGHEST for action port [ 618.708941] env[65073]: INFO networking_nsxv3.common.synchronization [req-0b40b899-b005-4e9b-a86c-a45681560a00 req-4c378ddf-36fe-4703-8dd8-ffb356f99ba1 tempest-ServerDiagnosticsNegativeTest-1940390636 tempest-ServerDiagnosticsNegativeTest-1940390636-project-member] Enqueued Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGHEST for action security_group_members [ 618.709342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a67f30-0245-466b-98a7-500449c3304a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.709430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a67f30-0245-466b-98a7-500449c3304a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.709486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a67f30-0245-466b-98a7-500449c3304a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.709730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a67f30-0245-466b-98a7-500449c3304a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.709981] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a67f30-0245-466b-98a7-500449c3304a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.710792] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGHEST for action security_group_members [ 618.711911] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-14218d23-cf0e-4977-9dcc-9ec9055490fa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.712207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.712302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.712494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.712652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.712760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.712837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.713070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.713105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.713174] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.737545] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9185896-edd3-4a13-a2af-94afa39fa5f8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.737741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.740997] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 016e1483-07aa-4f59-9c4e-b6c828287cf9 with status ACTIVE [ 618.741261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.741386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.741386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.741592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.741731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.741990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.742064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.742099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.742261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.743516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.743516] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.743516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.743516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.743516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.743516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.743516] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 016e1483-07aa-4f59-9c4e-b6c828287cf9 is going to be updated. [ 618.746625] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.774138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.774300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.774351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.775281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.775281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.775281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-016e1483-07aa-4f59-9c4e-b6c828287cf9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.053796] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 619.054139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.054240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.056246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.056246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.056246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.056246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.056246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.056246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.056246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.056246] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.204274] env[65073]: INFO networking_nsxv3.common.synchronization [req-f2c74558-a7c2-4fe7-b183-87d8be1163e7 req-e555da98-b9e0-4a5d-97d7-b4ac95217416 tempest-ListServerFiltersTestJSON-522816871 tempest-ListServerFiltersTestJSON-522816871-project-member] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 619.206496] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 619.206496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.206496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.206496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.207036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.207244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.207437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.208627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.208853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.208961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.209107] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.211615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81a67f30-0245-466b-98a7-500449c3304a [ 619.212408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.212408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.212408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.212408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.215547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.215547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81a67f30-0245-466b-98a7-500449c3304a already deleted. [ 619.215547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a67f30-0245-466b-98a7-500449c3304a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.216996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.216996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.216996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.216996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.216996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.216996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.216996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.216996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.216996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.216996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.217645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa is going to be updated. [ 619.255092] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.256026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.256026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.256026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.256350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.256350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.271453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa in Status: IN_PROGRESS for 2s [ 619.560231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.560630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.560630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.560630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.560866] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.560866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.560955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.561380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.561380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.561380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.561515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.561561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.561620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.561814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.561968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.562074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.562134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.562336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.563142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.564110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.564254] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.699774] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.699774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.699774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.699774] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.700110] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.700730] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.700911] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.701242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.701479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.702057] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.702057] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.702057] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.702228] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.702265] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.702355] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.702510] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.715067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.715067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.715067] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f already deleted. [ 619.715067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.725721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.725874] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.726010] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.727035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.727035] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.727035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.727035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.727416] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.727416] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78b7bd6-ebd6-44c7-bfc9-de77dfec498c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.758141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.759090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.759090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.759090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.759090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.759090] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 is going to be created. [ 619.785503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.785696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.785762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.786041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.786219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.797959] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 in Status: UNINITIALIZED for 2s [ 620.044344] env[65073]: INFO networking_nsxv3.common.synchronization [None req-07cab1af-2a36-407f-aefc-ed09ca7421a7 None None] Enqueued Resource ID: d3fa13c5-cb1c-41e8-96b3-aa55951a7275 with Priority: HIGHEST for action port [ 620.046318] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fa13c5-cb1c-41e8-96b3-aa55951a7275 with Priority: HIGHEST for action port [ 620.046914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3fa13c5-cb1c-41e8-96b3-aa55951a7275 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.047031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3fa13c5-cb1c-41e8-96b3-aa55951a7275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.047134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3fa13c5-cb1c-41e8-96b3-aa55951a7275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.047424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3fa13c5-cb1c-41e8-96b3-aa55951a7275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.047568] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3fa13c5-cb1c-41e8-96b3-aa55951a7275',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.067536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4009a62-01ca-4983-8f96-b84683a39271: rpc.has_security_group_logging(os_id): False [ 620.089300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.089451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.089525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.089788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.089883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.090138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.090217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.090266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.090394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.090502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.090958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.090958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.090958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.091153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.091153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.091229] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.091330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.091405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.091609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.091609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.091690] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 620.167097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.167273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.167273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.168036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.168036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.181537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 620.231155] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.231155] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.231155] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.231369] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.231640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.231640] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port d78b7bd6-ebd6-44c7-bfc9-de77dfec498c not found, creating... [ 620.231969] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.232354] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.232354] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.232565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.232829] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.233174] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.233327] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.233451] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.233655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.233894] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.233958] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: d78b7bd6-ebd6-44c7-bfc9-de77dfec498c is going to be created. [ 620.276441] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.276910] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.276983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.277320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.277645] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.277955] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.551473] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3fa13c5-cb1c-41e8-96b3-aa55951a7275 [ 620.551907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.552205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.552296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.552566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.552770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.552881] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3fa13c5-cb1c-41e8-96b3-aa55951a7275 already deleted. [ 620.552972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3fa13c5-cb1c-41e8-96b3-aa55951a7275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.014163] env[65073]: INFO networking_nsxv3.common.synchronization [req-f2c74558-a7c2-4fe7-b183-87d8be1163e7 req-8ea964cb-5023-4d10-a245-88b45cc1168c service nova] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_rules [ 621.014399] env[65073]: INFO networking_nsxv3.common.synchronization [req-f2c74558-a7c2-4fe7-b183-87d8be1163e7 req-8ea964cb-5023-4d10-a245-88b45cc1168c service nova] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 621.014510] env[65073]: INFO networking_nsxv3.common.synchronization [req-f2c74558-a7c2-4fe7-b183-87d8be1163e7 req-8ea964cb-5023-4d10-a245-88b45cc1168c service nova] Enqueued Resource ID: d78b7bd6-ebd6-44c7-bfc9-de77dfec498c with Priority: HIGHEST for action port [ 621.016617] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_rules [ 621.016767] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 621.016917] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78b7bd6-ebd6-44c7-bfc9-de77dfec498c with Priority: HIGHEST for action port [ 621.017273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.017425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.017515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.017805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.017908] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.020337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.020337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.020480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.020678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.021093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.021300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.021378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.021579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.021792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.022442] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.027041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.027330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.027330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.028351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.028351] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78b7bd6-ebd6-44c7-bfc9-de77dfec498c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.181664] env[65073]: INFO networking_nsxv3.common.synchronization [req-ebc7cac3-4240-415b-a384-08a14a64d988 req-ee95e444-fef3-4d3a-b80b-bfd59f331442 tempest-ListServerFiltersTestJSON-522816871 tempest-ListServerFiltersTestJSON-522816871-project-member] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 621.185488] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 621.187094] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.187313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.298835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa in Status: SUCCESS [ 621.299831] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa deletion is rescheduled due to dependency. [ 621.299831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.409645] env[65073]: INFO networking_nsxv3.common.synchronization [req-adb35ba3-f894-415a-92ae-9053566c2d08 req-84068b81-7f9c-4061-98ea-e15b57053a0b tempest-ServerDiagnosticsTest-369497221 tempest-ServerDiagnosticsTest-369497221-project-member] Enqueued Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGHEST for action security_group_members [ 621.410333] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGHEST for action security_group_members [ 621.410681] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.411014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.411014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.411837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.412041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.412175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.412287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.414316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.414316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.414316] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.530237] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.530468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.530598] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.532295] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d78b7bd6-ebd6-44c7-bfc9-de77dfec498c with status ACTIVE [ 621.532295] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.532295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.532295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.532295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.532666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.532666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.532666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.532786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.533980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.533980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.533980] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.533980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.533980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.533980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.533980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.533980] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d78b7bd6-ebd6-44c7-bfc9-de77dfec498c is going to be updated. [ 621.567395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.567395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.567395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.567395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.567395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.567395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d78b7bd6-ebd6-44c7-bfc9-de77dfec498c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.748314] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.748314] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.748314] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.749052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.749432] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.749753] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.750072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.750395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.750641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.750984] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.751237] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.751477] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.751712] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.752055] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.753019] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.753019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.774318] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.774318] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.774318] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.774318] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.775791] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-a50e80cb-6f9b-45d6-8818-17359dcc4d49 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.775791] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-a50e80cb-6f9b-45d6-8818-17359dcc4d49" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.775791] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-a50e80cb-6f9b-45d6-8818-17359dcc4d49" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.775791] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-a50e80cb-6f9b-45d6-8818-17359dcc4d49" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.776066] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50e80cb-6f9b-45d6-8818-17359dcc4d49',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.812884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 in Status: SUCCESS [ 621.812884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.812884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.812884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.812884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.812884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.812884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.812884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.812884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.812884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.813578] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.917948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.918383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.918383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.918461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.918532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.918897] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.918897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.918897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.919063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.919125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.919215] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 is going to be updated. [ 621.951045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.951045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.951045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.951045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.951045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.968264] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 in Status: IN_PROGRESS for 2s [ 622.035661] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.196626] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 622.196951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.278745] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.279069] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.279242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.279540] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.280273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.280273] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port a50e80cb-6f9b-45d6-8818-17359dcc4d49 not found, creating... [ 622.280505] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.280688] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.280857] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.281168] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.281363] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.281693] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.282115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.282324] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.282645] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.282910] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.283075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: a50e80cb-6f9b-45d6-8818-17359dcc4d49 is going to be created. [ 622.311741] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.312573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.312573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.312573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.312696] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.312916] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-a50e80cb-6f9b-45d6-8818-17359dcc4d49" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.317141] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.539087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.539087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.539087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.539087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.539087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.539087] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be created. [ 622.575332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.575535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.575590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.575823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.576028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.588439] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: UNINITIALIZED for 2s [ 622.819739] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9185896-edd3-4a13-a2af-94afa39fa5f8: rpc.has_security_group_logging(os_id): False [ 622.844856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.845145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.845145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.845402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.845590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.845780] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.845885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.845956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.846122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.846202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.846298] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 is going to be created. [ 622.915289] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ad6ef90b-28e3-4220-b837-005d5bde621f None None] Enqueued Resource ID: b090e98f-dd8d-4b24-81b2-c966887d8e68 with Priority: HIGHEST for action port [ 622.915289] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b090e98f-dd8d-4b24-81b2-c966887d8e68 with Priority: HIGHEST for action port [ 622.915289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b090e98f-dd8d-4b24-81b2-c966887d8e68 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.915289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b090e98f-dd8d-4b24-81b2-c966887d8e68" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.915289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b090e98f-dd8d-4b24-81b2-c966887d8e68" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.918344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b090e98f-dd8d-4b24-81b2-c966887d8e68" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.918731] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b090e98f-dd8d-4b24-81b2-c966887d8e68',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.920525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.920661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.920712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.921136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.921312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.938450] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 in Status: IN_PROGRESS for 2s [ 622.987667] env[65073]: INFO networking_nsxv3.common.synchronization [None req-651e0a3f-65f5-4f5f-9811-8baf5e2be79f tempest-ServersWithSpecificFlavorTestJSON-320018192 tempest-ServersWithSpecificFlavorTestJSON-320018192-project-member] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_rules [ 622.988650] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_rules [ 622.989238] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.989371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.989435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.989829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.989829] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.114593] env[65073]: INFO networking_nsxv3.common.synchronization [req-ebc7cac3-4240-415b-a384-08a14a64d988 req-f19d9404-c143-4d93-bdbc-83c750c32794 service nova] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_rules [ 623.114593] env[65073]: INFO networking_nsxv3.common.synchronization [req-ebc7cac3-4240-415b-a384-08a14a64d988 req-f19d9404-c143-4d93-bdbc-83c750c32794 service nova] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 623.114593] env[65073]: INFO networking_nsxv3.common.synchronization [req-ebc7cac3-4240-415b-a384-08a14a64d988 req-f19d9404-c143-4d93-bdbc-83c750c32794 service nova] Enqueued Resource ID: a50e80cb-6f9b-45d6-8818-17359dcc4d49 with Priority: HIGHEST for action port [ 623.114593] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_rules [ 623.114593] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 623.114593] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a50e80cb-6f9b-45d6-8818-17359dcc4d49 with Priority: HIGHEST for action port [ 623.114593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.114593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.114593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.114593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.114593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a50e80cb-6f9b-45d6-8818-17359dcc4d49 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.114593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a50e80cb-6f9b-45d6-8818-17359dcc4d49" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.114593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a50e80cb-6f9b-45d6-8818-17359dcc4d49" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.115817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a50e80cb-6f9b-45d6-8818-17359dcc4d49" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.116099] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50e80cb-6f9b-45d6-8818-17359dcc4d49',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.229280] env[65073]: INFO networking_nsxv3.common.synchronization [None req-465007dc-2bf5-4d1c-870a-fb1197696baf tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 623.229938] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 623.234968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.235161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.235237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.235763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.235763] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.364172] env[65073]: INFO networking_nsxv3.common.synchronization [None req-17fcad50-4a85-4806-9841-91b4551b3443 tempest-ServersWithSpecificFlavorTestJSON-320018192 tempest-ServersWithSpecificFlavorTestJSON-320018192-project-member] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_rules [ 623.364740] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_rules [ 623.368612] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.370200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.425037] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b090e98f-dd8d-4b24-81b2-c966887d8e68 [ 623.425037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.425037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.425037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.425712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.425712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.425712] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b090e98f-dd8d-4b24-81b2-c966887d8e68 already deleted. [ 623.425919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b090e98f-dd8d-4b24-81b2-c966887d8e68" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.515994] env[65073]: INFO networking_nsxv3.common.synchronization [None req-5ce43f2c-0b17-4bf7-94ba-ba2a76bfb13c tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 623.518780] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 623.520435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.521199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.521199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.521476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.521624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.522015] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 already deleted. [ 623.522268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.523162] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.523162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.523423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.523710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.523894] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.618559] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a50e80cb-6f9b-45d6-8818-17359dcc4d49 with status ACTIVE [ 623.618865] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.619059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.619059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.619433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.619433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.619555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.619659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.619912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.619994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.620059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.620275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.620405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.620405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.620572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.620572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.620649] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a50e80cb-6f9b-45d6-8818-17359dcc4d49 is going to be updated. [ 623.646511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.646511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.646511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.647025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.647025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.647136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a50e80cb-6f9b-45d6-8818-17359dcc4d49" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.760871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.761043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.761159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.761352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.761427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.761509] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 already deleted. [ 623.761990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.761990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.761990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.761990] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.980763] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 in Status: SUCCESS [ 623.981200] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 deletion is rescheduled due to dependency. [ 623.981200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.051836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.051836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.051836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.051836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.051836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.051836] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 already deleted. [ 624.051836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.293105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.293105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.293105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.293105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.293105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.293728] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 already deleted. [ 624.293728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.607728] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 624.607728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.607728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.607728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.607728] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.607728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.607728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.607728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.607728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.607728] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.951583] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 in Status: SUCCESS [ 624.951583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.109346] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.613287] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.120075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.120075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.120075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.120075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.120075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.120075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 626.154213] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.154213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.154855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.154855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.154855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.167365] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 628.119702] env[65073]: INFO networking_nsxv3.common.synchronization [req-86563280-8eb8-42c1-839c-d2ec98f3fa2c req-524ee1ed-7001-4a15-8e75-bfb6c4f82284 tempest-ListServerFiltersTestJSON-522816871 tempest-ListServerFiltersTestJSON-522816871-project-member] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 628.122231] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 628.122680] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.122906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.182758] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 628.183071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.183373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.183749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.184097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.184976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.184976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.184976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.185607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.185607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.185607] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.186999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.187295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.187598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.187947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.188125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.188484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.188641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.188807] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.589310] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.589680] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.590098] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.590560] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.590560] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.590814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.591014] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.591355] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.591567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.591900] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.592086] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.592235] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.592301] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.592397] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.592488] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.592613] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.619872] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.619872] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.619872] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.619872] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-851" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.619872] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.619872] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.619872] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.619872] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.619872] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cf6b7f-22af-4001-88f0-f7ddcb353c86',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.695611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.695781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.696035] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.123414] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.123854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.123854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.124209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.124409] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.124582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port d4cf6b7f-22af-4001-88f0-f7ddcb353c86 not found, creating... [ 629.124846] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.125022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.125127] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.125372] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.125526] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.126166] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.126166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.126280] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.126610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.126714] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.126861] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: d4cf6b7f-22af-4001-88f0-f7ddcb353c86 is going to be created. [ 629.160459] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.160676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.160790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.161254] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.161701] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.162026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.199351] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.703020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.703108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.703160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.703391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.703494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.703604] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 629.737633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.737820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.737887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.738298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.738491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.749525] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 629.893256] env[65073]: INFO networking_nsxv3.common.synchronization [req-86563280-8eb8-42c1-839c-d2ec98f3fa2c req-4e0bbb2d-9a06-400e-bc6e-8fed7dbacb82 service nova] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_rules [ 629.893256] env[65073]: INFO networking_nsxv3.common.synchronization [req-86563280-8eb8-42c1-839c-d2ec98f3fa2c req-4e0bbb2d-9a06-400e-bc6e-8fed7dbacb82 service nova] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 629.894164] env[65073]: INFO networking_nsxv3.common.synchronization [req-86563280-8eb8-42c1-839c-d2ec98f3fa2c req-4e0bbb2d-9a06-400e-bc6e-8fed7dbacb82 service nova] Enqueued Resource ID: d4cf6b7f-22af-4001-88f0-f7ddcb353c86 with Priority: HIGHEST for action port [ 629.894498] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_rules [ 629.894778] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 629.895045] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cf6b7f-22af-4001-88f0-f7ddcb353c86 with Priority: HIGHEST for action port [ 629.895500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.895726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.896205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.896388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.896695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.897060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.897247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.897504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.897616] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cf6b7f-22af-4001-88f0-f7ddcb353c86',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.402656] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4cf6b7f-22af-4001-88f0-f7ddcb353c86 with status ACTIVE [ 630.402656] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.402656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.402656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.402656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.402656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.402656] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.402656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.403209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.403209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.403209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.403209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.403353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.403353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.403505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.403586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.403667] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4cf6b7f-22af-4001-88f0-f7ddcb353c86 is going to be updated. [ 630.432505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.432718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.433033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.433286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.433431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.433680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4cf6b7f-22af-4001-88f0-f7ddcb353c86" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.982583] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7739396b-9029-42a4-9403-331fdb499b70 None None] Enqueued Resource ID: ac904587-2ece-4ed1-8ea2-b87f3f5c39d8 with Priority: HIGHEST for action port [ 630.983947] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac904587-2ece-4ed1-8ea2-b87f3f5c39d8 with Priority: HIGHEST for action port [ 630.984205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac904587-2ece-4ed1-8ea2-b87f3f5c39d8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.984387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac904587-2ece-4ed1-8ea2-b87f3f5c39d8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.984387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac904587-2ece-4ed1-8ea2-b87f3f5c39d8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.984673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac904587-2ece-4ed1-8ea2-b87f3f5c39d8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.984772] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac904587-2ece-4ed1-8ea2-b87f3f5c39d8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.487776] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac904587-2ece-4ed1-8ea2-b87f3f5c39d8 [ 631.488097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.488097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.488257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.488490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.488490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.488698] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac904587-2ece-4ed1-8ea2-b87f3f5c39d8 already deleted. [ 631.488698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac904587-2ece-4ed1-8ea2-b87f3f5c39d8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.709661] env[65073]: INFO networking_nsxv3.common.synchronization [req-2e60526f-b174-4bee-bc88-38d51268fb69 req-5bfe8760-7689-4ab8-9377-f7ff0de30343 tempest-VolumesAdminNegativeTest-1406766974 tempest-VolumesAdminNegativeTest-1406766974-project-member] Enqueued Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGHEST for action security_group_members [ 631.710463] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGHEST for action security_group_members [ 631.710910] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.711060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.711125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.711356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.711496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.711593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.711651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.711939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.711939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.712055] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.772384] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 631.772578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.772776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.773230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.773519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.773678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.773779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.775722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.775722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.775722] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.215464] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.215704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.215859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.216059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.216185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.216430] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.216613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.216613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.216692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.216836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.216882] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a is going to be updated. [ 632.254157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.254157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.254157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.254157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.254157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.272536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a in Status: IN_PROGRESS for 2s [ 632.282965] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.786133] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.292657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.294154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.294154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.294154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.294154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.294154] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 633.344028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.344206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.344313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.344591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.345462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.366754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 634.280968] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a in Status: SUCCESS [ 634.283173] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a deletion is rescheduled due to dependency. [ 634.283341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.455622] env[65073]: INFO networking_nsxv3.common.synchronization [None req-850f3492-1bf9-4e4d-8cc8-01d7d09a3ae6 None None] Enqueued Resource ID: af40256b-eefe-4c2a-b361-efd2b7fac350 with Priority: HIGHEST for action port [ 634.456203] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af40256b-eefe-4c2a-b361-efd2b7fac350 with Priority: HIGHEST for action port [ 634.456508] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-af40256b-eefe-4c2a-b361-efd2b7fac350 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.456644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af40256b-eefe-4c2a-b361-efd2b7fac350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.456704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af40256b-eefe-4c2a-b361-efd2b7fac350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.456950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af40256b-eefe-4c2a-b361-efd2b7fac350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.459118] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af40256b-eefe-4c2a-b361-efd2b7fac350',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.962582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af40256b-eefe-4c2a-b361-efd2b7fac350 [ 634.962582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.962726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.962726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.963499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.963499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.964249] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af40256b-eefe-4c2a-b361-efd2b7fac350 already deleted. [ 634.964493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af40256b-eefe-4c2a-b361-efd2b7fac350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280056] env[65073]: INFO networking_nsxv3.common.synchronization [req-f0cb7c61-6ce5-4284-9960-38bfd0feb36f req-e635d48b-4fe3-4ed0-8d2e-e36efe65ae38 tempest-AttachInterfacesV270Test-972366949 tempest-AttachInterfacesV270Test-972366949-project-member] Enqueued Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGHEST for action security_group_members [ 635.280056] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGHEST for action security_group_members [ 635.280056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.280056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.280056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.284173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.284173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.284707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.284707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.284832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.284998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.285112] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.380731] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 635.380790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.380952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.381614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.381614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.381614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.381614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.381860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.381860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.381860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.382071] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.382159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.382216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.382382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.382635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.382635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.382635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.382824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.382824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.382912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.382968] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.384719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.384719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.384719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.384719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.384977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.384977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.385088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.385129] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.689419] env[65073]: INFO networking_nsxv3.common.synchronization [req-59db6077-2819-441f-9549-2b9ee22dd734 req-52b6533f-5611-4f58-90a0-8257d62277c0 tempest-InstanceActionsTestJSON-578710799 tempest-InstanceActionsTestJSON-578710799-project-member] Enqueued Resource ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 with Priority: HIGHEST for action security_group_members [ 635.689841] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 with Priority: HIGHEST for action security_group_members [ 635.690329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.690607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.690607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.690746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.690992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.691156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.691216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.691422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.691576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.691648] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd23193f-2b08-43b5-9ded-ff9e2bb5c905',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.788677] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.788939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.789045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.789389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.789478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.789798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.790092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.790247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.790436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.790558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.790687] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 already deleted. [ 635.790779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.890433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a187254-946c-449f-9397-1b72b779710f: rpc.has_security_group_logging(os_id): False [ 635.891743] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.913448] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.913448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.913448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.913643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.913706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.913873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.913978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.914065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.914228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.914349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.914563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.914649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.914730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.914875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.914950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.915369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.915849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.915927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.916118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.916202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.916325] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be created. [ 635.984288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.984496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.984568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.984857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.985075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.998244] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 636.194238] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.194491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.194491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.194697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.194790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.194977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.195114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.195173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.195302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.195374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.195457] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 is going to be updated. [ 636.228238] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.228457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.228457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.228914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.228914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.238853] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 in Status: IN_PROGRESS for 2s [ 636.241791] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.241996] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-257" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.242138] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-257" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.242518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-257" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.242721] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.242878] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.243014] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.243236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.243376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.243576] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.243716] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.243798] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.243895] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.243996] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.244123] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.244257] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.281327] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.281501] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.281608] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.281796] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-257" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.282205] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-4750f559-637b-44a7-a930-1c9e668f1ce2 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.282412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-4750f559-637b-44a7-a930-1c9e668f1ce2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.282627] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-4750f559-637b-44a7-a930-1c9e668f1ce2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.282907] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-4750f559-637b-44a7-a930-1c9e668f1ce2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.283059] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4750f559-637b-44a7-a930-1c9e668f1ce2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.394386] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.714553] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4991e8c4-6279-4d39-8efb-6f4986a10c9a None None] Enqueued Resource ID: f520682d-8e4f-40e5-b1bd-92dd1fb63595 with Priority: HIGHEST for action port [ 636.715231] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f520682d-8e4f-40e5-b1bd-92dd1fb63595 with Priority: HIGHEST for action port [ 636.715559] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f520682d-8e4f-40e5-b1bd-92dd1fb63595 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.715666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f520682d-8e4f-40e5-b1bd-92dd1fb63595" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.715749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f520682d-8e4f-40e5-b1bd-92dd1fb63595" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.716834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f520682d-8e4f-40e5-b1bd-92dd1fb63595" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.717072] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f520682d-8e4f-40e5-b1bd-92dd1fb63595',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.785810] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.786048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.786176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.786462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.786611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.786760] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 4750f559-637b-44a7-a930-1c9e668f1ce2 not found, creating... [ 636.787045] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.787220] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.787331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.787550] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.787690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.787953] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.788115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.788228] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.788426] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.788548] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.788678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 4750f559-637b-44a7-a930-1c9e668f1ce2 is going to be created. [ 636.811764] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.812137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.812275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.812785] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.813087] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.813783] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-4750f559-637b-44a7-a930-1c9e668f1ce2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.897460] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.897718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.897836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.898194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.898356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.898476] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 636.955275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.955470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.955470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.955694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.955835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.967846] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 637.219794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f520682d-8e4f-40e5-b1bd-92dd1fb63595 [ 637.221699] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.221927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.222062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.222911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.222911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.222911] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f520682d-8e4f-40e5-b1bd-92dd1fb63595 already deleted. [ 637.222911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f520682d-8e4f-40e5-b1bd-92dd1fb63595" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.628348] env[65073]: INFO networking_nsxv3.common.synchronization [req-f0cb7c61-6ce5-4284-9960-38bfd0feb36f req-32623637-3426-4b1d-a8e2-87b976d4140a service nova] Enqueued Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGHEST for action security_group_rules [ 637.628608] env[65073]: INFO networking_nsxv3.common.synchronization [req-f0cb7c61-6ce5-4284-9960-38bfd0feb36f req-32623637-3426-4b1d-a8e2-87b976d4140a service nova] Enqueued Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGHEST for action security_group_members [ 637.628761] env[65073]: INFO networking_nsxv3.common.synchronization [req-f0cb7c61-6ce5-4284-9960-38bfd0feb36f req-32623637-3426-4b1d-a8e2-87b976d4140a service nova] Enqueued Resource ID: 4750f559-637b-44a7-a930-1c9e668f1ce2 with Priority: HIGHEST for action port [ 637.629291] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGHEST for action security_group_rules [ 637.632752] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGHEST for action security_group_members [ 637.632752] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4750f559-637b-44a7-a930-1c9e668f1ce2 with Priority: HIGHEST for action port [ 637.632752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.632752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.632752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.632752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.632752] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.632752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.632752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.632752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.632752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.632752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.632752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.632752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.633488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.633488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.633488] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.634540] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4750f559-637b-44a7-a930-1c9e668f1ce2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.634540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4750f559-637b-44a7-a930-1c9e668f1ce2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.634540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4750f559-637b-44a7-a930-1c9e668f1ce2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.634818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4750f559-637b-44a7-a930-1c9e668f1ce2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.634818] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4750f559-637b-44a7-a930-1c9e668f1ce2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.960397] env[65073]: INFO networking_nsxv3.common.synchronization [req-698effb5-c875-4f0a-9ff0-eead3310ff26 req-11739c8f-646d-4c7d-9903-576a7c461a44 tempest-MultipleCreateTestJSON-1100722459 tempest-MultipleCreateTestJSON-1100722459-project-member] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 637.960991] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 637.961301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.961424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.961480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.961729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.961877] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.961994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.965710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.966014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.966088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.966159] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.013920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 638.014237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.014521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.014790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.014869] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.137694] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.137694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.137694] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.144025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4750f559-637b-44a7-a930-1c9e668f1ce2 with status ACTIVE [ 638.144025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.144025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.144025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.144025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.144025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4750f559-637b-44a7-a930-1c9e668f1ce2 is going to be updated. [ 638.172228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.172228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.172228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.172526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.172526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.172712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4750f559-637b-44a7-a930-1c9e668f1ce2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.249173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 in Status: SUCCESS [ 638.249737] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd23193f-2b08-43b5-9ded-ff9e2bb5c905 deletion is rescheduled due to dependency. [ 638.249852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd23193f-2b08-43b5-9ded-ff9e2bb5c905" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.417099] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.422023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.422023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.422023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.426022] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.426022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.426022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.426022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.426022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.426022] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.426022] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.426022] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.426022] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.426022] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.426022] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.426022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.455027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.455027] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.455027] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.455027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.455027] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-caadb7c8-062c-4ad1-b658-288904ce6856 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.455027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-caadb7c8-062c-4ad1-b658-288904ce6856" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.455027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-caadb7c8-062c-4ad1-b658-288904ce6856" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.455027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-caadb7c8-062c-4ad1-b658-288904ce6856" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.455027] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caadb7c8-062c-4ad1-b658-288904ce6856',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.469952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.475695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.475695] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 already deleted. [ 638.475695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.518925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.518925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.640192] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.830818] env[65073]: INFO networking_nsxv3.common.synchronization [None req-bbc287a3-390d-45b4-8f58-a850dabf8b8f None None] Enqueued Resource ID: 869eea48-3c82-48e4-a7e8-86b5867c9cb0 with Priority: HIGHEST for action port [ 638.831504] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 869eea48-3c82-48e4-a7e8-86b5867c9cb0 with Priority: HIGHEST for action port [ 638.831769] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-869eea48-3c82-48e4-a7e8-86b5867c9cb0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.831898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-869eea48-3c82-48e4-a7e8-86b5867c9cb0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.832328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-869eea48-3c82-48e4-a7e8-86b5867c9cb0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.832328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-869eea48-3c82-48e4-a7e8-86b5867c9cb0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.832480] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('869eea48-3c82-48e4-a7e8-86b5867c9cb0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.960676] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.960676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.960676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.960676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.960676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.960676] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port caadb7c8-062c-4ad1-b658-288904ce6856 not found, creating... [ 638.960676] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.960676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.960676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.960676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.960676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.961492] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.961492] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.961721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.961995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.962155] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.962391] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: caadb7c8-062c-4ad1-b658-288904ce6856 is going to be created. [ 638.977578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 638.977786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.977958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.978195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.978391] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.978510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.978575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.978727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.978808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.978894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.978992] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.984368] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.984477] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.984516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.984763] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.984983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.985222] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-caadb7c8-062c-4ad1-b658-288904ce6856" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.104660] env[65073]: INFO networking_nsxv3.common.synchronization [None req-2e5b73d0-6725-49a3-b63e-6ffb3fceeba2 None None] Enqueued Resource ID: ca9ea35a-dcbc-4778-a8f2-b585ee85bfee with Priority: HIGHEST for action port [ 639.105354] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9ea35a-dcbc-4778-a8f2-b585ee85bfee with Priority: HIGHEST for action port [ 639.105767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca9ea35a-dcbc-4778-a8f2-b585ee85bfee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.105925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca9ea35a-dcbc-4778-a8f2-b585ee85bfee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.106024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca9ea35a-dcbc-4778-a8f2-b585ee85bfee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.106294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca9ea35a-dcbc-4778-a8f2-b585ee85bfee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.106417] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9ea35a-dcbc-4778-a8f2-b585ee85bfee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.143267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.143676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.143809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.144183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.144292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.144424] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 is going to be created. [ 639.176189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.176737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.176893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.177171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.177389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.192028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 in Status: UNINITIALIZED for 2s [ 639.337858] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 869eea48-3c82-48e4-a7e8-86b5867c9cb0 [ 639.338139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.338319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.338409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.338701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.338824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.338953] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:869eea48-3c82-48e4-a7e8-86b5867c9cb0 already deleted. [ 639.339081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-869eea48-3c82-48e4-a7e8-86b5867c9cb0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.481047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.481301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.481395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.481621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.481797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.481895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.481959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.482156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.482246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.482335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.482486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.482580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.482641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.482782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.482915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.483045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.483171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.483296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.483374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.483475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.483541] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.608601] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca9ea35a-dcbc-4778-a8f2-b585ee85bfee [ 639.609088] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.609088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.609088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.609589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.609589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.609589] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca9ea35a-dcbc-4778-a8f2-b585ee85bfee already deleted. [ 639.609728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca9ea35a-dcbc-4778-a8f2-b585ee85bfee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.775166] env[65073]: INFO networking_nsxv3.common.synchronization [req-698effb5-c875-4f0a-9ff0-eead3310ff26 req-af7405eb-78de-464f-8d9f-030461204dad service nova] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_rules [ 639.775166] env[65073]: INFO networking_nsxv3.common.synchronization [req-698effb5-c875-4f0a-9ff0-eead3310ff26 req-af7405eb-78de-464f-8d9f-030461204dad service nova] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 639.775491] env[65073]: INFO networking_nsxv3.common.synchronization [req-698effb5-c875-4f0a-9ff0-eead3310ff26 req-af7405eb-78de-464f-8d9f-030461204dad service nova] Enqueued Resource ID: caadb7c8-062c-4ad1-b658-288904ce6856 with Priority: HIGHEST for action port [ 639.775925] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_rules [ 639.776082] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 639.776180] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caadb7c8-062c-4ad1-b658-288904ce6856 with Priority: HIGHEST for action port [ 639.776504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.776731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.776731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.777034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.777034] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.778028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.778373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.778373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.778779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.778965] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.782543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.782543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.782543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.782543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.782543] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.783662] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-caadb7c8-062c-4ad1-b658-288904ce6856 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.783662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caadb7c8-062c-4ad1-b658-288904ce6856" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.783830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caadb7c8-062c-4ad1-b658-288904ce6856" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.783880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caadb7c8-062c-4ad1-b658-288904ce6856" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.783960] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caadb7c8-062c-4ad1-b658-288904ce6856',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.987733] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a187254-946c-449f-9397-1b72b779710f: rpc.has_security_group_logging(os_id): False [ 639.993028] env[65073]: INFO networking_nsxv3.common.synchronization [req-698effb5-c875-4f0a-9ff0-eead3310ff26 req-6d69c29e-fa94-4940-ae55-0a98df1d3ca5 tempest-MultipleCreateTestJSON-1100722459 tempest-MultipleCreateTestJSON-1100722459-project-member] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 639.993752] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 639.994209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.994275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.015410] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.015561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.015633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.015840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.015931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.016132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.016235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.016298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.016446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.016523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.016737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.016846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.016911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.017070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.017151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.017327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.017420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.017482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.017622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.017714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.017804] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 640.097943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.097943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.097943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.097943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.097943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.113022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 640.286115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.286115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.286115] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.288330] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caadb7c8-062c-4ad1-b658-288904ce6856 with status ACTIVE [ 640.288558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.288759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.288889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.289221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.289395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.289701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.289816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.289874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.291021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.293992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.293992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.293992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.293992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.294346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.294346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.294346] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caadb7c8-062c-4ad1-b658-288904ce6856 is going to be updated. [ 640.324472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.324647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.324700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.325030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.325068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.325267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caadb7c8-062c-4ad1-b658-288904ce6856" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.479921] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.480261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.480383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.480662] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.480931] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.481098] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.481378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.481492] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.481563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.481756] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.481889] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.482036] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.482163] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.482264] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.482360] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.482776] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.505756] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.505916] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.506059] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.506251] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.506737] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.506737] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.507029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.507256] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.507394] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdcf4a4-4b5a-4b31-9f25-b507358d1166',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.798047] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.015021] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.015021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.015021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.015021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.015021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.015021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 6bdcf4a4-4b5a-4b31-9f25-b507358d1166 not found, creating... [ 641.015021] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.015021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.015021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.015021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.015021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.015534] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.015534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.015534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.015534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.017974] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.018202] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 6bdcf4a4-4b5a-4b31-9f25-b507358d1166 is going to be created. [ 641.041957] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.042321] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.042394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.042644] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.042870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.043111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.204028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 in Status: SUCCESS [ 641.204028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.204028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.204404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.204501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.204729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.204822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.205047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.205243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.205306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.205619] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.303285] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.303285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.303285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.303285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.303285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.303285] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be created. [ 641.330997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.330997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.330997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.330997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.330997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.340231] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: UNINITIALIZED for 2s [ 641.574992] env[65073]: INFO networking_nsxv3.common.synchronization [None req-80d1a02d-9fdd-4de4-b9bc-5495188249ba None None] Enqueued Resource ID: af766c41-d200-4505-9ff7-0d22f2acce69 with Priority: HIGHEST for action port [ 641.575965] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af766c41-d200-4505-9ff7-0d22f2acce69 with Priority: HIGHEST for action port [ 641.577805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-af766c41-d200-4505-9ff7-0d22f2acce69 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.577965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af766c41-d200-4505-9ff7-0d22f2acce69" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.578085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af766c41-d200-4505-9ff7-0d22f2acce69" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.578688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af766c41-d200-4505-9ff7-0d22f2acce69" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.578688] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af766c41-d200-4505-9ff7-0d22f2acce69',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.709412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.709412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.709412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.709412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.709412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.709412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.709412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.709412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.709412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.709412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.709412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.709845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.709845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.709845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.709845] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.709845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.709998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.710054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.710157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.710289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.710289] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.839420] env[65073]: INFO networking_nsxv3.common.synchronization [req-698effb5-c875-4f0a-9ff0-eead3310ff26 req-e0cb426e-06a5-41f3-a81f-c4db693076be service nova] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_rules [ 641.839420] env[65073]: INFO networking_nsxv3.common.synchronization [req-698effb5-c875-4f0a-9ff0-eead3310ff26 req-e0cb426e-06a5-41f3-a81f-c4db693076be service nova] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 641.839420] env[65073]: INFO networking_nsxv3.common.synchronization [req-698effb5-c875-4f0a-9ff0-eead3310ff26 req-e0cb426e-06a5-41f3-a81f-c4db693076be service nova] Enqueued Resource ID: 6bdcf4a4-4b5a-4b31-9f25-b507358d1166 with Priority: HIGHEST for action port [ 641.840295] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_rules [ 641.840524] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 641.840558] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bdcf4a4-4b5a-4b31-9f25-b507358d1166 with Priority: HIGHEST for action port [ 641.840829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.840958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.841201] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.841289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.841471] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.841568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.841669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.841835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.841915] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdcf4a4-4b5a-4b31-9f25-b507358d1166',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.082620] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af766c41-d200-4505-9ff7-0d22f2acce69 [ 642.083047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.083292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.083410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.083772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.083962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.084106] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af766c41-d200-4505-9ff7-0d22f2acce69 already deleted. [ 642.084262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af766c41-d200-4505-9ff7-0d22f2acce69" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.132351] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 642.132784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.133700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.134177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.135538] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.215238] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5644a5c-cdc8-46e3-bc7c-fe43a5726310: rpc.has_security_group_logging(os_id): False [ 642.235484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.235685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.235735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.235906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.235992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.236502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.236633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.236702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.236892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.236992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.237186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.237667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.237667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.237667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.237667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.238133] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.238133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.238723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.238723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.238723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.238723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 is going to be created. [ 642.264272] env[65073]: INFO networking_nsxv3.common.synchronization [req-02ede040-11c8-473f-a13c-aeae9d5e53ec req-2c16c282-5504-4fbf-8ef0-2bf6c90cbac4 tempest-DeleteServersAdminTestJSON-587066142 tempest-DeleteServersAdminTestJSON-587066142-project-member] Enqueued Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 642.264272] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 642.264272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.264272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.264272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.264272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.264272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.264758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.264758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.265137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.265351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.265555] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.339336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.339628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.339673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.339974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.340252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.346609] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bdcf4a4-4b5a-4b31-9f25-b507358d1166 with status ACTIVE [ 642.347353] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.347353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.347353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.347676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.347676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.347939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.348108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.348632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.348632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.348632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.348801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.348910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.348994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.349218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.349327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.349446] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bdcf4a4-4b5a-4b31-9f25-b507358d1166 is going to be updated. [ 642.364656] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 in Status: IN_PROGRESS for 2s [ 642.388633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.388875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.388875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.389468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.389631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.390182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bdcf4a4-4b5a-4b31-9f25-b507358d1166" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.639615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.639817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.639896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.640160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.640362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.642095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.642095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.642095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.642095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.642095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.642095] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.700322] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.700580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.700649] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.701276] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.701707] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.701939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.702249] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.702780] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.703065] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.703420] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.703676] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.703736] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.703848] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.704067] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.704285] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.704466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.728867] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.728867] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.728998] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.729405] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.729683] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-ff8f4882-1e66-420c-a731-d9bd99dd33a6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.729912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-ff8f4882-1e66-420c-a731-d9bd99dd33a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.730101] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-ff8f4882-1e66-420c-a731-d9bd99dd33a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.730529] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-ff8f4882-1e66-420c-a731-d9bd99dd33a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.730707] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff8f4882-1e66-420c-a731-d9bd99dd33a6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.771802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.772185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.772294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.772622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.772764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.773126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.773300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.773405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.773706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.773827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.774025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f is going to be updated. [ 642.817975] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.818285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.818285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.818454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.818532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.839222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: IN_PROGRESS for 2s [ 643.144820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.145206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.145206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.145299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.145463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.145588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.145654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.145808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.145897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.145990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.147354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.147463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.147531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.147687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.147825] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.147918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.147980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.148133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.148215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.148301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.148389] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.232890] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.234523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.234523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.234523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.234523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.234523] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port ff8f4882-1e66-420c-a731-d9bd99dd33a6 not found, creating... [ 643.234523] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.234523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.235160] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.235160] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.235160] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.235365] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.236822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.236822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.236822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.236822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.236822] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: ff8f4882-1e66-420c-a731-d9bd99dd33a6 is going to be created. [ 643.266793] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.267816] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.267816] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.267816] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.267816] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.268409] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-ff8f4882-1e66-420c-a731-d9bd99dd33a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.357587] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 643.359036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.359036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.359036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.359036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.359036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.359036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.359036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.359473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.359473] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.651912] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a187254-946c-449f-9397-1b72b779710f: rpc.has_security_group_logging(os_id): False [ 643.685850] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.686071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.686120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.686382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.686494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.686721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.686849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.686919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.687122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.687207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.687446] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.687566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.687634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.687801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.687887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.688151] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.688295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.688389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.688558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.688648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.688755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 643.794653] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.794653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.794653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.794653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.794922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.810307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 643.862503] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.042043] env[65073]: INFO networking_nsxv3.common.synchronization [req-02ede040-11c8-473f-a13c-aeae9d5e53ec req-cff17fae-300d-45cb-bcf0-2fa8326a6835 service nova] Enqueued Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_rules [ 644.042043] env[65073]: INFO networking_nsxv3.common.synchronization [req-02ede040-11c8-473f-a13c-aeae9d5e53ec req-cff17fae-300d-45cb-bcf0-2fa8326a6835 service nova] Enqueued Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 644.042043] env[65073]: INFO networking_nsxv3.common.synchronization [req-02ede040-11c8-473f-a13c-aeae9d5e53ec req-cff17fae-300d-45cb-bcf0-2fa8326a6835 service nova] Enqueued Resource ID: ff8f4882-1e66-420c-a731-d9bd99dd33a6 with Priority: HIGHEST for action port [ 644.042043] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_rules [ 644.042043] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 644.042043] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8f4882-1e66-420c-a731-d9bd99dd33a6 with Priority: HIGHEST for action port [ 644.042043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.042043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.042043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.042043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.042043] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.043626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.043779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.044034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff8f4882-1e66-420c-a731-d9bd99dd33a6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.044162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff8f4882-1e66-420c-a731-d9bd99dd33a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.044227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff8f4882-1e66-420c-a731-d9bd99dd33a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.044457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff8f4882-1e66-420c-a731-d9bd99dd33a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.044550] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff8f4882-1e66-420c-a731-d9bd99dd33a6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.367671] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.381967] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 in Status: SUCCESS [ 644.382535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.546962] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff8f4882-1e66-420c-a731-d9bd99dd33a6 with status ACTIVE [ 644.547288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.547445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.547445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.547865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.548036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.548101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.548203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.548273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.548476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.548583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.548919] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.549040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.549040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.549177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.549250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.549339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff8f4882-1e66-420c-a731-d9bd99dd33a6 is going to be updated. [ 644.551133] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.551133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.576700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.578386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.578386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.578386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.578386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.578386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff8f4882-1e66-420c-a731-d9bd99dd33a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.854728] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: SUCCESS [ 644.855208] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f deletion is rescheduled due to dependency. [ 644.855350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.856064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.856313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.857168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.857168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.857168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.857168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.857168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.857500] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.870683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.870897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.870948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.871255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.871375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.871783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 644.916484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.916663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.920024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.920024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.920024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.929474] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 645.113027] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae9d1e64-f097-461b-adbf-25a12721b188 req-e22e3f1a-a130-4664-ae02-7829bfbb8ac0 tempest-ServersWithSpecificFlavorTestJSON-320018192 tempest-ServersWithSpecificFlavorTestJSON-320018192-project-member] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 645.113027] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 645.113027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.113027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.113027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.113027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.113341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.113341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.113341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.113607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.113679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.113730] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.363145] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.618936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.618936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.618936] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 already deleted. [ 645.618936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.825412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 645.825412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.866148] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.953451] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.953451] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-258" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.953451] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-258" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.953846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-258" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.954171] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.954459] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.954624] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.954882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.955072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.955319] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.955463] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.955600] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.955821] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.955898] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.955985] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.956180] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.976522] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.977273] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.977273] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.977273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-258" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.977440] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-b01592e0-9bf0-41a3-b12b-4f908f03f41e taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.977640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-b01592e0-9bf0-41a3-b12b-4f908f03f41e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.977785] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-b01592e0-9bf0-41a3-b12b-4f908f03f41e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.978156] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-b01592e0-9bf0-41a3-b12b-4f908f03f41e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.978332] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01592e0-9bf0-41a3-b12b-4f908f03f41e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.372087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.372087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.372087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.372087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.372087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.372087] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f is going to be updated. [ 646.414030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.414030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.414030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.414030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.414030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.423307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: IN_PROGRESS for 2s [ 646.480963] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.482093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.482093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.482093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.482093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.482402] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port b01592e0-9bf0-41a3-b12b-4f908f03f41e not found, creating... [ 646.482575] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.482785] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.482925] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.483281] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.483442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.483880] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.484018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.484176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.484427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.484589] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.484757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: b01592e0-9bf0-41a3-b12b-4f908f03f41e is going to be created. [ 646.511991] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.512330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.512471] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.512900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.515022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.515022] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-b01592e0-9bf0-41a3-b12b-4f908f03f41e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.941357] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 646.941357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.941357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.941357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.941357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.941357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.941357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.941357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.941357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.941357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.941357] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.942144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.942144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.942144] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.942268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.942306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.942445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.942555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.942607] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.194565] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae9d1e64-f097-461b-adbf-25a12721b188 req-125e627b-6297-4261-970d-139ac7915329 service nova] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_rules [ 647.194738] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae9d1e64-f097-461b-adbf-25a12721b188 req-125e627b-6297-4261-970d-139ac7915329 service nova] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 647.194865] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae9d1e64-f097-461b-adbf-25a12721b188 req-125e627b-6297-4261-970d-139ac7915329 service nova] Enqueued Resource ID: b01592e0-9bf0-41a3-b12b-4f908f03f41e with Priority: HIGHEST for action port [ 647.195482] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_rules [ 647.195626] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 647.195792] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01592e0-9bf0-41a3-b12b-4f908f03f41e with Priority: HIGHEST for action port [ 647.196055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.196377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.196377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.196489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.196526] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.198640] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.198640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.198640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.198640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.198640] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.198640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.198640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.199069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.199069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.199069] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.200995] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b01592e0-9bf0-41a3-b12b-4f908f03f41e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.200995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b01592e0-9bf0-41a3-b12b-4f908f03f41e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.200995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b01592e0-9bf0-41a3-b12b-4f908f03f41e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.200995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b01592e0-9bf0-41a3-b12b-4f908f03f41e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.200995] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01592e0-9bf0-41a3-b12b-4f908f03f41e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.445865] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.447027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.447027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.705033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.705199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.705436] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.706463] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b01592e0-9bf0-41a3-b12b-4f908f03f41e with status ACTIVE [ 647.706726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.706862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.706942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.707213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.707350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.707554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.707673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.707759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.707894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.707975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.709732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.712497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.712497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.712497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.712497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.712497] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b01592e0-9bf0-41a3-b12b-4f908f03f41e is going to be updated. [ 647.735337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.735524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.735642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.735786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.735927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.736516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b01592e0-9bf0-41a3-b12b-4f908f03f41e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.847714] env[65073]: INFO networking_nsxv3.common.synchronization [req-6db1f485-96e3-4d3c-bb2e-0fcf84abad3f req-aed5a0ed-d5e9-453f-af37-ee7cc5b29c07 tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 647.851572] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 647.852761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.852761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.852761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.852761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.852761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.852761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.853271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.853271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.853271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.853271] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.948135] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.215191] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.232245] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.232455] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.232574] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.232923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.234475] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.234640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.234766] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.235012] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.235153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.236016] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.236016] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.236016] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.236016] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.236016] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.236016] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.236016] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.257406] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.257596] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.257691] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.257894] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.258217] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-af17a8aa-d8f5-4aee-b681-1363e23b0206 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.258388] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-af17a8aa-d8f5-4aee-b681-1363e23b0206" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.258502] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-af17a8aa-d8f5-4aee-b681-1363e23b0206" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.258803] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-af17a8aa-d8f5-4aee-b681-1363e23b0206" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.258962] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af17a8aa-d8f5-4aee-b681-1363e23b0206',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.355655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.355823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.355888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.356151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.356247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.356447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.356786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.356860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.357036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.357119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.357207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 already deleted. [ 648.357290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.438059] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: SUCCESS [ 648.438302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.439077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.439077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.439077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.439077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.439077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.439393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.439393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.439393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.439492] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.452593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.452731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.452798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.453028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.453131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.453232] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 648.490503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.490699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.490699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.490934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.491159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.502191] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 648.722634] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.722634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.722634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.722634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.722892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.722892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be created. [ 648.752858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.752858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.752858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.752858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.752858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.761536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: UNINITIALIZED for 2s [ 648.762017] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.766023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.766023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.766023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.766023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.766023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port af17a8aa-d8f5-4aee-b681-1363e23b0206 not found, creating... [ 648.766023] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.766023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.766023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.766023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.766023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.766596] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.766596] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.766596] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.766596] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.766596] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.766596] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: af17a8aa-d8f5-4aee-b681-1363e23b0206 is going to be created. [ 648.787503] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.787503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.787503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.787503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.787503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.787503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-af17a8aa-d8f5-4aee-b681-1363e23b0206" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.947270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.947270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.947270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.947270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.947270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.948180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.948180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.948180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.948180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.948180] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.092288] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c0a42698-6e4d-4c2e-b703-6152caaf81cd None None] Enqueued Resource ID: 9c19f22f-3bce-49a0-b15f-e3ad63487eeb with Priority: HIGHEST for action port [ 649.092288] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c19f22f-3bce-49a0-b15f-e3ad63487eeb with Priority: HIGHEST for action port [ 649.092288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c19f22f-3bce-49a0-b15f-e3ad63487eeb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.092288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c19f22f-3bce-49a0-b15f-e3ad63487eeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.092288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c19f22f-3bce-49a0-b15f-e3ad63487eeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.092554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c19f22f-3bce-49a0-b15f-e3ad63487eeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.092599] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c19f22f-3bce-49a0-b15f-e3ad63487eeb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.451684] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f4c159-226b-4918-ab1f-ff30f716020f: rpc.has_security_group_logging(os_id): False [ 649.473269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.473269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.473269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.473561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.473737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.473959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.474082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.474163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.474340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.474464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.474611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.474717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.474781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.474902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.474974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.475279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.475455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.475455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.475613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.475667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.475711] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f is going to be updated. [ 649.559926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.560355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.560437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.560654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.560878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.583182] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: IN_PROGRESS for 2s [ 649.589241] env[65073]: INFO networking_nsxv3.common.synchronization [req-6db1f485-96e3-4d3c-bb2e-0fcf84abad3f req-781411b7-c4cd-463d-b242-6ba1672f36ed service nova] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 649.589428] env[65073]: INFO networking_nsxv3.common.synchronization [req-6db1f485-96e3-4d3c-bb2e-0fcf84abad3f req-781411b7-c4cd-463d-b242-6ba1672f36ed service nova] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 649.589660] env[65073]: INFO networking_nsxv3.common.synchronization [req-6db1f485-96e3-4d3c-bb2e-0fcf84abad3f req-781411b7-c4cd-463d-b242-6ba1672f36ed service nova] Enqueued Resource ID: af17a8aa-d8f5-4aee-b681-1363e23b0206 with Priority: HIGHEST for action port [ 649.590516] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 649.590516] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 649.590516] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af17a8aa-d8f5-4aee-b681-1363e23b0206 with Priority: HIGHEST for action port [ 649.592022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.592022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.592022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.592605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.593819] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.594972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.594972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.594972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.595226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.595409] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.595518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.595574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.595760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.595873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.595948] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.602028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-af17a8aa-d8f5-4aee-b681-1363e23b0206 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.602028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af17a8aa-d8f5-4aee-b681-1363e23b0206" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.602028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af17a8aa-d8f5-4aee-b681-1363e23b0206" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.602028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af17a8aa-d8f5-4aee-b681-1363e23b0206" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.602028] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af17a8aa-d8f5-4aee-b681-1363e23b0206',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.603200] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c19f22f-3bce-49a0-b15f-e3ad63487eeb [ 649.603200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.603590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.603671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.607642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.607642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.607642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c19f22f-3bce-49a0-b15f-e3ad63487eeb already deleted. [ 649.607943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c19f22f-3bce-49a0-b15f-e3ad63487eeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.103211] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.104381] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.104381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.109301] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af17a8aa-d8f5-4aee-b681-1363e23b0206 with status ACTIVE [ 650.109527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.109677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.109756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.109989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.110125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.110318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.110446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.110505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.110826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.110826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.111118] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.111118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.111118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.111303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.111470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.111470] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af17a8aa-d8f5-4aee-b681-1363e23b0206 is going to be updated. [ 650.138914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.138914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.139116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.139220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.139329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.139493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af17a8aa-d8f5-4aee-b681-1363e23b0206" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.191601] env[65073]: INFO networking_nsxv3.common.synchronization [req-99feb248-85c4-4d24-81ea-a657367c448e req-b7a97d8d-c476-4c2e-84e1-bce9fc7956eb tempest-ServersAdminTestJSON-1368114436 tempest-ServersAdminTestJSON-1368114436-project-member] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 650.194592] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 650.194592] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.194592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.194592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.194592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.194592] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.194592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.194592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.194592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.194592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.194592] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.513576] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 650.513907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.514137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.516821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.516821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.516821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.516821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.516821] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.545425] env[65073]: INFO networking_nsxv3.common.synchronization [req-58eb71ea-79b4-4004-9951-bc7ec307c1b6 req-c035c476-839a-44af-86db-d0883654207b tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 650.546106] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 650.546436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.546562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.546629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.546824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.546996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.547137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.547201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.547356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.548418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.548418] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.607232] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.698481] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.719496] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.719790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.719975] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.720343] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.720707] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.720898] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.721056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.721325] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.721499] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.721727] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.721875] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.722019] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.722219] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.722380] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.722521] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.722926] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.747148] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.747351] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.747521] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.747844] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.748101] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-be4a1f88-4b2b-4de1-9273-e608ddd9e087 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.748322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-be4a1f88-4b2b-4de1-9273-e608ddd9e087" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.748437] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-be4a1f88-4b2b-4de1-9273-e608ddd9e087" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.748815] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-be4a1f88-4b2b-4de1-9273-e608ddd9e087" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.749042] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be4a1f88-4b2b-4de1-9273-e608ddd9e087',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.774940] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: SUCCESS [ 650.775240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.776559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.776559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.776559] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.776559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.776559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.776559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.777462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.777462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.777462] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.019737] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e69741-e63b-419b-ae5e-62be77020e98: rpc.has_security_group_logging(os_id): False [ 651.040682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.040866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.040928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.041131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.041220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.041416] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.041568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.041568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.041725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.041807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.043045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.043045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.043045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.043045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.043045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.043413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.043413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.043413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.044382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.044382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.044382] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be created. [ 651.050039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.050192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.050884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.050884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.050884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.050884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.050884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.051196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.051196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.051277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.051329] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 651.103419] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.103767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.103767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.103973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.104092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.111049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.111049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.111049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.111049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.111049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.111049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be created. [ 651.113672] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 651.132597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.132820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.132820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.133113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.133310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.146898] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 651.149409] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.149567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.149630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.149844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.150054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.159155] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: UNINITIALIZED for 2s [ 651.202466] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.252990] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.255537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.255537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.255537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.255537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.255537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port be4a1f88-4b2b-4de1-9273-e608ddd9e087 not found, creating... [ 651.255537] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.255537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.255537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.255537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.255537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.256386] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.256811] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.257066] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.257431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.257684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.257968] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: be4a1f88-4b2b-4de1-9273-e608ddd9e087 is going to be created. [ 651.280941] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.288687] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.288687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.288687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.288687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.288687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.288687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-be4a1f88-4b2b-4de1-9273-e608ddd9e087" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.555744] env[65073]: INFO networking_nsxv3.common.synchronization [None req-32e3c738-3af2-422a-b633-887a8d10914f None None] Enqueued Resource ID: 0389d06e-7ad8-454f-b4eb-493047b47faa with Priority: HIGHEST for action port [ 651.556374] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0389d06e-7ad8-454f-b4eb-493047b47faa with Priority: HIGHEST for action port [ 651.556603] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0389d06e-7ad8-454f-b4eb-493047b47faa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.556764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0389d06e-7ad8-454f-b4eb-493047b47faa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.556836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0389d06e-7ad8-454f-b4eb-493047b47faa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.557119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0389d06e-7ad8-454f-b4eb-493047b47faa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.557204] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0389d06e-7ad8-454f-b4eb-493047b47faa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.602070] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: SUCCESS [ 651.602398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.705252] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.705511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.705568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.705855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.705979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.706094] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 651.736256] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.736458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.736504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.736723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.736903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.748411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 651.783422] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92636f57-f684-4f18-b3af-8979124b6cd5: rpc.has_security_group_logging(os_id): False [ 651.808548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.808799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.808799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.809114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.809114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.809300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.809431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.809468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.809614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.809701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.809765] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be created. [ 651.890395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.890395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.890395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.890395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.890395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.907208] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: IN_PROGRESS for 2s [ 652.037243] env[65073]: INFO networking_nsxv3.common.synchronization [req-99feb248-85c4-4d24-81ea-a657367c448e req-5dc92db8-4a72-41de-b00f-18bf271bdf41 service nova] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_rules [ 652.037243] env[65073]: INFO networking_nsxv3.common.synchronization [req-99feb248-85c4-4d24-81ea-a657367c448e req-5dc92db8-4a72-41de-b00f-18bf271bdf41 service nova] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 652.037243] env[65073]: INFO networking_nsxv3.common.synchronization [req-99feb248-85c4-4d24-81ea-a657367c448e req-5dc92db8-4a72-41de-b00f-18bf271bdf41 service nova] Enqueued Resource ID: be4a1f88-4b2b-4de1-9273-e608ddd9e087 with Priority: HIGHEST for action port [ 652.037243] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_rules [ 652.037551] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 652.037551] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be4a1f88-4b2b-4de1-9273-e608ddd9e087 with Priority: HIGHEST for action port [ 652.037647] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.037770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.037835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.038389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.038389] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.039206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.039553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.039553] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-be4a1f88-4b2b-4de1-9273-e608ddd9e087 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.040506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be4a1f88-4b2b-4de1-9273-e608ddd9e087" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.040506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be4a1f88-4b2b-4de1-9273-e608ddd9e087" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.040506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be4a1f88-4b2b-4de1-9273-e608ddd9e087" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.040506] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be4a1f88-4b2b-4de1-9273-e608ddd9e087',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.060856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0389d06e-7ad8-454f-b4eb-493047b47faa [ 652.060856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.060856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.060856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.060856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.060856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.060856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0389d06e-7ad8-454f-b4eb-493047b47faa already deleted. [ 652.062126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0389d06e-7ad8-454f-b4eb-493047b47faa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.541871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.542265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.542557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be4a1f88-4b2b-4de1-9273-e608ddd9e087 with status ACTIVE [ 652.542642] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.542720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.542951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.543487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.543622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.543834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.544336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.544336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.544336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.544336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.544487] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.544551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.544631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.544764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.544839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.544923] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be4a1f88-4b2b-4de1-9273-e608ddd9e087 is going to be updated. [ 652.570126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.570366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.570366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.570647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.570799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.571025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be4a1f88-4b2b-4de1-9273-e608ddd9e087" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.125529] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 653.126238] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 653.126477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.162977] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 653.163258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.163436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.163641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.163728] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.175874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 653.176106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.176271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.176482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.176676] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.176790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.176853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.176999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.177169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.178246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.178362] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.669304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.669589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.671364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.671364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.671364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.671364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.671364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.671364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.671364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.671364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.671364] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.680436] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.760440] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 653.761034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.761034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.761160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.761432] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.761578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.761578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.761711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.761853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.761921] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.920979] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: SUCCESS [ 653.921628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.174678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.175139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.175139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.175274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.175382] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.175485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.175551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.175727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.175824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.175912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.176078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.176174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.176236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.176380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.176820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.176950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.177040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.177268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.177363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.177452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.177546] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.183460] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 562fb255-bd38-4f90-8944-25a123d7f657: rpc.has_security_group_logging(os_id): False [ 654.202967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.202967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.202967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.202967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.203232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.203497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.203497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.203497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.203668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.203668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.203755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be created. [ 654.265076] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.271026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.271206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.271284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.271502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.271960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.291915] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 654.507050] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4aed3e40-d115-4f05-ad9f-03fe4574a970 None None] Enqueued Resource ID: 28314d18-7dfe-4cf1-8f55-fdd8621e9121 with Priority: HIGHEST for action port [ 654.508417] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28314d18-7dfe-4cf1-8f55-fdd8621e9121 with Priority: HIGHEST for action port [ 654.508873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-28314d18-7dfe-4cf1-8f55-fdd8621e9121 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.509529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28314d18-7dfe-4cf1-8f55-fdd8621e9121" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.509679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28314d18-7dfe-4cf1-8f55-fdd8621e9121" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.510098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28314d18-7dfe-4cf1-8f55-fdd8621e9121" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.510215] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28314d18-7dfe-4cf1-8f55-fdd8621e9121',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.681358] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e69741-e63b-419b-ae5e-62be77020e98: rpc.has_security_group_logging(os_id): False [ 654.705659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.705813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.705875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.706127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.706249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.706456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.706556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.706622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.706794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.706890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.707118] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.707218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.707287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.707456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.707568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.707781] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.707880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.707941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.708103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.708179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.708266] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 654.767625] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.794357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.794718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.794819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.795059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.795210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.815022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 655.012953] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28314d18-7dfe-4cf1-8f55-fdd8621e9121 [ 655.013830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.013830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.013830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.014076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.014076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.014263] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28314d18-7dfe-4cf1-8f55-fdd8621e9121 already deleted. [ 655.014390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28314d18-7dfe-4cf1-8f55-fdd8621e9121" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.243303] env[65073]: INFO networking_nsxv3.common.synchronization [req-4418d976-a67d-4293-ab2d-4d89e9b3e521 req-46dc2446-5cd0-4d77-9b6a-cb53a68b59ed tempest-ServerAddressesNegativeTestJSON-1304601008 tempest-ServerAddressesNegativeTestJSON-1304601008-project-member] Enqueued Resource ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c with Priority: HIGHEST for action security_group_members [ 655.243757] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c with Priority: HIGHEST for action security_group_members [ 655.245132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.245683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.245683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.245683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.245835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.245980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.245980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.246180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.246783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.246783] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1f3fcd-51ab-42f3-bda6-c45ea690a13c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.269956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.271258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.271622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.271622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.272942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.272942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 655.339719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.339904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.340168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.340337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.355785] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 655.753051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.753051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.753051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.753051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.753051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.753051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.753051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.753051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.753743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.753743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.753743] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c already deleted. [ 655.753743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.796931] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.797115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-925" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.797115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-925" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.797642] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-925" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.797796] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.797905] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.797939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.798179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.798310] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.798502] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.798615] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.798716] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.798810] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.800058] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.800058] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.800058] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.824263] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.824263] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.824263] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.824263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-925" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.824263] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.824263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.824263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.824263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.824263] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('119d0dd7-ff7b-439f-94e8-5d3b5a1cf954',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.308033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 656.308033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.328127] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.328403] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.328500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.328864] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.328982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.329124] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 119d0dd7-ff7b-439f-94e8-5d3b5a1cf954 not found, creating... [ 656.329377] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.329554] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.329635] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.329846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.329970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.330289] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.331197] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.331379] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.332244] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.332404] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.332576] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 119d0dd7-ff7b-439f-94e8-5d3b5a1cf954 is going to be created. [ 656.363413] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.363413] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.363413] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.363413] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.364198] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.364598] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.834168] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 656.834539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.108417] env[65073]: INFO networking_nsxv3.common.synchronization [req-4418d976-a67d-4293-ab2d-4d89e9b3e521 req-573b2744-5373-485d-92b1-2c7eb12f30c1 service nova] Enqueued Resource ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c with Priority: HIGHEST for action security_group_rules [ 657.108417] env[65073]: INFO networking_nsxv3.common.synchronization [req-4418d976-a67d-4293-ab2d-4d89e9b3e521 req-573b2744-5373-485d-92b1-2c7eb12f30c1 service nova] Enqueued Resource ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c with Priority: HIGHEST for action security_group_members [ 657.108417] env[65073]: INFO networking_nsxv3.common.synchronization [req-4418d976-a67d-4293-ab2d-4d89e9b3e521 req-573b2744-5373-485d-92b1-2c7eb12f30c1 service nova] Enqueued Resource ID: 119d0dd7-ff7b-439f-94e8-5d3b5a1cf954 with Priority: HIGHEST for action port [ 657.109067] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c with Priority: HIGHEST for action security_group_rules [ 657.109263] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c with Priority: HIGHEST for action security_group_members [ 657.109907] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 119d0dd7-ff7b-439f-94e8-5d3b5a1cf954 with Priority: HIGHEST for action port [ 657.109907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.110215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.110215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.111869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.111869] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb1f3fcd-51ab-42f3-bda6-c45ea690a13c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.112095] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.112095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.112346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.112450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.112687] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.112841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.112938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.113182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.113311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.113455] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1f3fcd-51ab-42f3-bda6-c45ea690a13c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.115780] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.118053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.118223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.118512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.118644] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('119d0dd7-ff7b-439f-94e8-5d3b5a1cf954',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.368974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 657.369217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.369759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.370074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.370537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.370537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.370537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.370807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.370807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.370807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.371161] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.625035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.625275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.625699] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb1f3fcd-51ab-42f3-bda6-c45ea690a13c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.626404] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 119d0dd7-ff7b-439f-94e8-5d3b5a1cf954 with status ACTIVE [ 657.626571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.626704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.626800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.626956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.627041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.627229] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.627335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.627389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.627540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.627608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.627803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.628016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.628016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.629874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.630015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.630073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 119d0dd7-ff7b-439f-94e8-5d3b5a1cf954 is going to be updated. [ 657.657555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.658686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.658686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.659028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.659172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.659379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-119d0dd7-ff7b-439f-94e8-5d3b5a1cf954" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.874943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.875282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.875282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.875476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.875651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.875755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.875818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.875970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.876068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.876159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.876397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.876754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.876847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.877009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.877163] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.877262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.877324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.877465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.877543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.877626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.877714] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.133225] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb1f3fcd-51ab-42f3-bda6-c45ea690a13c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.382183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4009a62-01ca-4983-8f96-b84683a39271: rpc.has_security_group_logging(os_id): False [ 658.401247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.401517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.401517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.401700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.401799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.402076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.402253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.402417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.402625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.402714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.403192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.403361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.403444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.403629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.403723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.403927] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.404049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.404125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.404276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.409177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.409177] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 658.445131] env[65073]: INFO networking_nsxv3.common.synchronization [None req-84357638-40aa-4f7a-9443-b3f48a431c75 None None] Enqueued Resource ID: 35f8b280-2958-4e45-9d9c-db4e3bd87f4a with Priority: HIGHEST for action port [ 658.446248] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f8b280-2958-4e45-9d9c-db4e3bd87f4a with Priority: HIGHEST for action port [ 658.446248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f8b280-2958-4e45-9d9c-db4e3bd87f4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.446248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f8b280-2958-4e45-9d9c-db4e3bd87f4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.447290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f8b280-2958-4e45-9d9c-db4e3bd87f4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.447290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f8b280-2958-4e45-9d9c-db4e3bd87f4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.447290] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f8b280-2958-4e45-9d9c-db4e3bd87f4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.495937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.496098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.496181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.496414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.496590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.515056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 658.637071] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.637208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.637253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.637991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.637991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.637991] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c is going to be created. [ 658.671344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.671344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.671344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.671344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.671518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.687047] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c in Status: UNINITIALIZED for 2s [ 658.953022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f8b280-2958-4e45-9d9c-db4e3bd87f4a [ 658.953022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.953022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.953022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.953022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.953022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.953022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f8b280-2958-4e45-9d9c-db4e3bd87f4a already deleted. [ 658.953022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f8b280-2958-4e45-9d9c-db4e3bd87f4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.618531] env[65073]: INFO networking_nsxv3.common.synchronization [None req-177bffb2-2ce7-4b24-9146-6760cdf757b3 None None] Enqueued Resource ID: 78559514-dce9-4e89-a9b7-df7927f148a6 with Priority: HIGHEST for action port [ 659.619119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78559514-dce9-4e89-a9b7-df7927f148a6 with Priority: HIGHEST for action port [ 659.619456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-78559514-dce9-4e89-a9b7-df7927f148a6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.619603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78559514-dce9-4e89-a9b7-df7927f148a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.619671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78559514-dce9-4e89-a9b7-df7927f148a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.619941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78559514-dce9-4e89-a9b7-df7927f148a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.622295] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78559514-dce9-4e89-a9b7-df7927f148a6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.125050] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78559514-dce9-4e89-a9b7-df7927f148a6 [ 660.125511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.125511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.125511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.125915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.125915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.125915] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78559514-dce9-4e89-a9b7-df7927f148a6 already deleted. [ 660.127461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78559514-dce9-4e89-a9b7-df7927f148a6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.530893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 660.531388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.545953] env[65073]: INFO networking_nsxv3.common.synchronization [req-52a9e3e2-a664-4663-a28b-fb7ab8da5d71 req-0c347fe8-b61b-4298-951a-c2bf33ef8b6b tempest-ServersAdminNegativeTestJSON-1998829434 tempest-ServersAdminNegativeTestJSON-1998829434-project-member] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 660.546259] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 660.547645] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.547645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.547645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.547645] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.547645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.547645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.547645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.547645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.548065] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.866090] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c in Status: SUCCESS [ 660.866090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.866090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.866090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.866090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.866090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.866090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.866090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.866090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.866090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.866090] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb1f3fcd-51ab-42f3-bda6-c45ea690a13c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.051020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.051377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.051520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.052148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.052309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.052616] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.052817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.052928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.053196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.053298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.053390] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 already deleted. [ 661.053474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.085135] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.085444] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.085535] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.085853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.086193] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.086378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.086495] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.086723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.086865] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.087103] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.087214] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.087318] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.087423] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.087551] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.087654] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.087774] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.109578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.109836] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.110055] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.110323] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.110747] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.110982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.111143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.111591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.111748] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3127a0c-89fe-4821-81fb-fd4c7fe3ae84',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.208185] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.208708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.208788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.209148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.209217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.209345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.209388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.209554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.209638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.209854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.209934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.210019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.210077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.210359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.210511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.210608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.210671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.210816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.210895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.210980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.211539] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb1f3fcd-51ab-42f3-bda6-c45ea690a13c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.616924] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.617290] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.617396] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.617621] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.617777] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.617929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port a3127a0c-89fe-4821-81fb-fd4c7fe3ae84 not found, creating... [ 661.618301] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.618463] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.618525] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.618695] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.618850] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.619144] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.619300] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.619439] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.620021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.620021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.620021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: a3127a0c-89fe-4821-81fb-fd4c7fe3ae84 is going to be created. [ 661.647740] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.648098] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.648098] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.652113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.652113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.652113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.715032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb1f3fcd-51ab-42f3-bda6-c45ea690a13c: rpc.has_security_group_logging(os_id): False [ 661.732787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.735035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.735035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.735035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.735648] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.736074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.736213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.736390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.736471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.736562] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c is going to be created. [ 661.807025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.807187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.807187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.807377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.807561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.820508] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c in Status: IN_PROGRESS for 2s [ 662.300513] env[65073]: INFO networking_nsxv3.common.synchronization [None req-6361f784-a643-4898-af9b-e743b962ee6a None None] Enqueued Resource ID: 15382b81-291f-458b-ad01-b60219b98c9a with Priority: HIGHEST for action port [ 662.301181] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15382b81-291f-458b-ad01-b60219b98c9a with Priority: HIGHEST for action port [ 662.302179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-15382b81-291f-458b-ad01-b60219b98c9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.302734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15382b81-291f-458b-ad01-b60219b98c9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.302734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15382b81-291f-458b-ad01-b60219b98c9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.303086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15382b81-291f-458b-ad01-b60219b98c9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.303226] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15382b81-291f-458b-ad01-b60219b98c9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.410469] env[65073]: INFO networking_nsxv3.common.synchronization [req-52a9e3e2-a664-4663-a28b-fb7ab8da5d71 req-03e10b1c-92a1-4b3f-89b7-26d0b2822fb9 service nova] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_rules [ 662.410698] env[65073]: INFO networking_nsxv3.common.synchronization [req-52a9e3e2-a664-4663-a28b-fb7ab8da5d71 req-03e10b1c-92a1-4b3f-89b7-26d0b2822fb9 service nova] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 662.410810] env[65073]: INFO networking_nsxv3.common.synchronization [req-52a9e3e2-a664-4663-a28b-fb7ab8da5d71 req-03e10b1c-92a1-4b3f-89b7-26d0b2822fb9 service nova] Enqueued Resource ID: a3127a0c-89fe-4821-81fb-fd4c7fe3ae84 with Priority: HIGHEST for action port [ 662.411937] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_rules [ 662.412106] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 662.412351] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3127a0c-89fe-4821-81fb-fd4c7fe3ae84 with Priority: HIGHEST for action port [ 662.412618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.412762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.412851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.413112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.413195] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.414674] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.414890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.414890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.415056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.415404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.415528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.415594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.415879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.415999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.416189] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.417068] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.417196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.417273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.417479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.417479] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3127a0c-89fe-4821-81fb-fd4c7fe3ae84',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.810268] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15382b81-291f-458b-ad01-b60219b98c9a [ 662.810505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.810632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.810691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.810916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.811013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.811113] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15382b81-291f-458b-ad01-b60219b98c9a already deleted. [ 662.811243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15382b81-291f-458b-ad01-b60219b98c9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.919748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.919905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.920620] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3127a0c-89fe-4821-81fb-fd4c7fe3ae84 with status ACTIVE [ 662.920730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.920848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.920915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.921174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.921215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.921383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.921484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.921531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.921688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.921762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.921939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.922043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.922106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.922470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.922599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.922651] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3127a0c-89fe-4821-81fb-fd4c7fe3ae84 is going to be updated. [ 662.923820] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.122293] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.122293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.122293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.122815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.122815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.122815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3127a0c-89fe-4821-81fb-fd4c7fe3ae84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.427680] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.842600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c in Status: SUCCESS [ 663.842600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.930668] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.933741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.933741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.933741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.933741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.933741] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be created. [ 663.962841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.962841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.962841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.962841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.964282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.978095] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: UNINITIALIZED for 2s [ 664.174158] env[65073]: INFO networking_nsxv3.common.synchronization [req-e4f26bc5-467d-4bdc-a851-b6dac0117f83 req-e642f982-5adc-44a9-ba5f-8b2c4d99ed2a tempest-TenantUsagesTestJSON-313573619 tempest-TenantUsagesTestJSON-313573619-project-member] Enqueued Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGHEST for action security_group_members [ 664.174317] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGHEST for action security_group_members [ 664.176485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bceb9a8-4407-45bd-874e-f3e880a31aa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.176485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.176485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.176485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.176485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.176485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.176485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.176485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.176485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.176485] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.679753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.680028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.680028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.680657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.680657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.680657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.680657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.680657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.681081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.681081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.681081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 already deleted. [ 664.681081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.851942] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.851942] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.851942] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.852111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.852401] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.853125] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.853125] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.853125] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.853125] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.855155] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.855279] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.855388] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.855491] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.855593] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.855689] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.855818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.879968] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.880163] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.880444] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.880517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.880865] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-b474b812-e835-4ea8-99e1-eb611ab1bc9f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.881072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-b474b812-e835-4ea8-99e1-eb611ab1bc9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.881264] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-b474b812-e835-4ea8-99e1-eb611ab1bc9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.881675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-b474b812-e835-4ea8-99e1-eb611ab1bc9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.881899] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b474b812-e835-4ea8-99e1-eb611ab1bc9f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.388106] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.388343] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.388461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.388751] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.388900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.389081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port b474b812-e835-4ea8-99e1-eb611ab1bc9f not found, creating... [ 665.389473] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.389683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.389802] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.390075] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.390216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.390495] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.391441] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.391441] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.391441] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.391808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.393823] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: b474b812-e835-4ea8-99e1-eb611ab1bc9f is going to be created. [ 665.416761] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.416880] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.417019] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.417361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.417686] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.417951] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-b474b812-e835-4ea8-99e1-eb611ab1bc9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.990214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: SUCCESS [ 665.990564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.990662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.990876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.991088] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.991208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.991267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.991428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.991512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.991691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.991691] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.227281] env[65073]: INFO networking_nsxv3.common.synchronization [req-e4f26bc5-467d-4bdc-a851-b6dac0117f83 req-565f2a08-e914-4df2-a3fd-35a3d12d0baa service nova] Enqueued Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGHEST for action security_group_rules [ 666.227281] env[65073]: INFO networking_nsxv3.common.synchronization [req-e4f26bc5-467d-4bdc-a851-b6dac0117f83 req-565f2a08-e914-4df2-a3fd-35a3d12d0baa service nova] Enqueued Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGHEST for action security_group_members [ 666.227281] env[65073]: INFO networking_nsxv3.common.synchronization [req-e4f26bc5-467d-4bdc-a851-b6dac0117f83 req-565f2a08-e914-4df2-a3fd-35a3d12d0baa service nova] Enqueued Resource ID: b474b812-e835-4ea8-99e1-eb611ab1bc9f with Priority: HIGHEST for action port [ 666.227800] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGHEST for action security_group_rules [ 666.228041] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGHEST for action security_group_members [ 666.228241] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474b812-e835-4ea8-99e1-eb611ab1bc9f with Priority: HIGHEST for action port [ 666.228693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.228956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.229202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.229552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.229730] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.232019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bceb9a8-4407-45bd-874e-f3e880a31aa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.232019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.232019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.232019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.232019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.232019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.232019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.232019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.232019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.232019] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.233183] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b474b812-e835-4ea8-99e1-eb611ab1bc9f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.233432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b474b812-e835-4ea8-99e1-eb611ab1bc9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.233596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b474b812-e835-4ea8-99e1-eb611ab1bc9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.233945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b474b812-e835-4ea8-99e1-eb611ab1bc9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.234190] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b474b812-e835-4ea8-99e1-eb611ab1bc9f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.494379] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.494589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.494883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.495016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.495203] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.495347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.495411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.495582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.495696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.495759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.495907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.496031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.496071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.496235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.496411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.496535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.496593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.496768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.496869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.496962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.497120] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.736194] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bceb9a8-4407-45bd-874e-f3e880a31aa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.736362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.736643] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.737676] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b474b812-e835-4ea8-99e1-eb611ab1bc9f with status ACTIVE [ 666.737926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.738079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.738179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.738446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.738545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.738771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.739311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.739422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.739675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.739793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.739981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.740093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.740165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.740362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.740508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.741191] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b474b812-e835-4ea8-99e1-eb611ab1bc9f is going to be updated. [ 666.765684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.765906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.765975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.766175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.766317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.766479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b474b812-e835-4ea8-99e1-eb611ab1bc9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.999389] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05984004-0c63-4cb8-9eb4-95acd0171dc2: rpc.has_security_group_logging(os_id): False [ 667.017795] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.018037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.018151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.018480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.018613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.018818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.018956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.019044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.019152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.019225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.019410] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.019498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.019715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.019715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.019829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.020067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.020233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.020327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.020430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.020532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.020622] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be created. [ 667.063886] env[65073]: INFO networking_nsxv3.common.synchronization [req-141128e8-255d-4947-9963-40a7f28d398f req-2552216f-4588-42e6-b1fd-4f925acf0c7c tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 667.064591] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 667.065192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.065307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.065379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.065583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.065753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.066247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.066335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.066501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.066591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.066701] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.080579] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.080579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.080579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.080579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.080579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.093287] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: IN_PROGRESS for 2s [ 667.183880] env[65073]: INFO networking_nsxv3.common.synchronization [req-071bfeea-1b87-4a13-b474-e1eaabc515a3 req-313c1756-dc1a-4e0a-87ef-ffb3488022cf tempest-InstanceActionsV221TestJSON-769915309 tempest-InstanceActionsV221TestJSON-769915309-project-member] Enqueued Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGHEST for action security_group_members [ 667.184479] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGHEST for action security_group_members [ 667.184817] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4ac67b-3946-452b-9df4-e66884f00f02 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.184961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.185031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.185415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.185577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.185677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.185740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.185896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.185978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.186176] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.247861] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.431038] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d35624c6-5459-4a91-9ada-bc0b322a9e1e None None] Enqueued Resource ID: 85c06ff1-614c-4798-92ce-c18884b90fcb with Priority: HIGHEST for action port [ 667.431038] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c06ff1-614c-4798-92ce-c18884b90fcb with Priority: HIGHEST for action port [ 667.431038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-85c06ff1-614c-4798-92ce-c18884b90fcb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.431038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85c06ff1-614c-4798-92ce-c18884b90fcb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.431038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85c06ff1-614c-4798-92ce-c18884b90fcb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.431038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85c06ff1-614c-4798-92ce-c18884b90fcb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.431038] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c06ff1-614c-4798-92ce-c18884b90fcb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.571566] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.571976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.572162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.572540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.572751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.573070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.573333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.573528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.573804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.573982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.574191] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 667.605270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.605270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.606150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.606443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.606597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.617334] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 667.688302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.688702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.688702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.688895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.688895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.689093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.689217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.689278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.689434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.689537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.689601] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 already deleted. [ 667.689688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.747933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.748174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.748253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.748583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.748697] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 is going to be created. [ 667.775422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.776391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.776391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.776391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.776391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.786836] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 in Status: UNINITIALIZED for 2s [ 667.934670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85c06ff1-614c-4798-92ce-c18884b90fcb [ 667.935484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.935484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.935484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.935711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.935757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.935889] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85c06ff1-614c-4798-92ce-c18884b90fcb already deleted. [ 667.936834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85c06ff1-614c-4798-92ce-c18884b90fcb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.072537] env[65073]: INFO networking_nsxv3.common.synchronization [req-3a1cd0b1-63b8-4923-9ab8-9395d12d3a09 req-783eee81-6a21-4c07-82fa-5ebb9833d89b tempest-AttachInterfacesV270Test-972366949 tempest-AttachInterfacesV270Test-972366949-project-member] Enqueued Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGHEST for action security_group_members [ 668.073122] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGHEST for action security_group_members [ 668.073819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.073974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.074121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.074349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.074590] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.074695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.074760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.074932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.075031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.075127] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.493851] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.499629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-695" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.499629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-695" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.499629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-695" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.499629] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.499629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.499629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.499629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.499629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.499629] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.499629] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.499629] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.499629] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.499629] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.499629] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.499629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.526032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.526032] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.526032] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.526032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-695" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.526032] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-362e4c32-b3db-4a42-834c-edf1c51e23cf taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.526032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-362e4c32-b3db-4a42-834c-edf1c51e23cf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.526032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-362e4c32-b3db-4a42-834c-edf1c51e23cf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.526032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-362e4c32-b3db-4a42-834c-edf1c51e23cf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.526032] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('362e4c32-b3db-4a42-834c-edf1c51e23cf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.577809] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.577809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.577809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.578033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.578131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.578327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.579449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.579449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.579449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.579449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.579449] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 is going to be updated. [ 668.622495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.622495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.622495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.622495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.622939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.634576] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 in Status: IN_PROGRESS for 2s [ 669.034169] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.034169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.034169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.034169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.034169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.034414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 362e4c32-b3db-4a42-834c-edf1c51e23cf not found, creating... [ 669.034558] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.034645] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.034783] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.034981] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.035133] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.035361] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.035684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.035684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.035988] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.035988] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.036145] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 362e4c32-b3db-4a42-834c-edf1c51e23cf is going to be created. [ 669.058721] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.059094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.059094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.059352] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.059581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.059809] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-362e4c32-b3db-4a42-834c-edf1c51e23cf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.108700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: SUCCESS [ 669.109178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.636288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 669.636288] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a deletion is rescheduled due to dependency. [ 669.636288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.654618] env[65073]: INFO networking_nsxv3.common.synchronization [None req-49248970-0a11-4c0b-ae9f-3f019e2420b7 None None] Enqueued Resource ID: e01cd997-5b7f-4f85-949f-685687239f8b with Priority: HIGHEST for action port [ 669.655129] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01cd997-5b7f-4f85-949f-685687239f8b with Priority: HIGHEST for action port [ 669.655444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e01cd997-5b7f-4f85-949f-685687239f8b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.656441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e01cd997-5b7f-4f85-949f-685687239f8b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.656441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e01cd997-5b7f-4f85-949f-685687239f8b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.656441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e01cd997-5b7f-4f85-949f-685687239f8b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.656441] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e01cd997-5b7f-4f85-949f-685687239f8b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.798344] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 in Status: SUCCESS [ 669.798925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.799120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.799369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.799570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.799686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.799750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.799937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.800046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800270] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.845939] env[65073]: INFO networking_nsxv3.common.synchronization [req-071bfeea-1b87-4a13-b474-e1eaabc515a3 req-65042438-b607-41bd-a6f0-d1bc97d17b7c service nova] Enqueued Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGHEST for action security_group_rules [ 669.846062] env[65073]: INFO networking_nsxv3.common.synchronization [req-071bfeea-1b87-4a13-b474-e1eaabc515a3 req-65042438-b607-41bd-a6f0-d1bc97d17b7c service nova] Enqueued Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGHEST for action security_group_members [ 669.846145] env[65073]: INFO networking_nsxv3.common.synchronization [req-071bfeea-1b87-4a13-b474-e1eaabc515a3 req-65042438-b607-41bd-a6f0-d1bc97d17b7c service nova] Enqueued Resource ID: 362e4c32-b3db-4a42-834c-edf1c51e23cf with Priority: HIGHEST for action port [ 669.846610] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGHEST for action security_group_rules [ 669.846855] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGHEST for action security_group_members [ 669.846855] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362e4c32-b3db-4a42-834c-edf1c51e23cf with Priority: HIGHEST for action port [ 669.847678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e4ac67b-3946-452b-9df4-e66884f00f02 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.847678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.847853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.847987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.848114] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.849246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4ac67b-3946-452b-9df4-e66884f00f02 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.849368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.849429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.849589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.850426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.850426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.850426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.850426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.850426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.850426] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.851948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-362e4c32-b3db-4a42-834c-edf1c51e23cf taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.853032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-362e4c32-b3db-4a42-834c-edf1c51e23cf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.853032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-362e4c32-b3db-4a42-834c-edf1c51e23cf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.853032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-362e4c32-b3db-4a42-834c-edf1c51e23cf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.853032] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('362e4c32-b3db-4a42-834c-edf1c51e23cf',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.159691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e01cd997-5b7f-4f85-949f-685687239f8b [ 670.159691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.159691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.159691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.159691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.160298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.160298] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e01cd997-5b7f-4f85-949f-685687239f8b already deleted. [ 670.160298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e01cd997-5b7f-4f85-949f-685687239f8b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.302445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bceb9a8-4407-45bd-874e-f3e880a31aa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.302658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.302658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.302885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.303100] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.303213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.303283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.303432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.303502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.303599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.304785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bceb9a8-4407-45bd-874e-f3e880a31aa8 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.304785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.304785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.304785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.304785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.304785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.304785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.305189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.305189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.305189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.305189] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.355708] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.356826] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4ac67b-3946-452b-9df4-e66884f00f02 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.357070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.357165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 362e4c32-b3db-4a42-834c-edf1c51e23cf with status ACTIVE [ 670.357279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.357406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.357482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.357714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.357822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.357998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.358104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.358162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.358329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.358407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.358601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.358722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.358802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.358926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.360207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.360259] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 362e4c32-b3db-4a42-834c-edf1c51e23cf is going to be updated. [ 670.382656] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.382865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.382915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.383133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.383293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.383751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-362e4c32-b3db-4a42-834c-edf1c51e23cf" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.650490] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 in Status: SUCCESS [ 670.650682] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 deletion is rescheduled due to dependency. [ 670.650826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.807866] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bceb9a8-4407-45bd-874e-f3e880a31aa8: rpc.has_security_group_logging(os_id): False [ 670.828660] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.829039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.829039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.829157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.829231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.829381] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.829525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.829525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.829670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.829735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.829925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.830044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.830093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.830211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.830282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.830477] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.830575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.830630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.830766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.830854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.830953] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 is going to be created. [ 670.863155] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.900723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.900871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.900950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.901249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.901839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.916068] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 in Status: IN_PROGRESS for 2s [ 671.338063] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a3d749ef-f153-40d8-b643-9748c8767d92 None None] Enqueued Resource ID: b25b47c8-e06b-4ff9-808b-b6f55d83692c with Priority: HIGHEST for action port [ 671.338353] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25b47c8-e06b-4ff9-808b-b6f55d83692c with Priority: HIGHEST for action port [ 671.338893] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25b47c8-e06b-4ff9-808b-b6f55d83692c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.339073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25b47c8-e06b-4ff9-808b-b6f55d83692c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.339129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25b47c8-e06b-4ff9-808b-b6f55d83692c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.339566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25b47c8-e06b-4ff9-808b-b6f55d83692c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.339566] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25b47c8-e06b-4ff9-808b-b6f55d83692c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.368013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.368278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.368358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.368572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.368677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.368778] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 is going to be created. [ 671.395267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.396158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.396337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.396594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.396800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.407477] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 in Status: UNINITIALIZED for 2s [ 671.820792] env[65073]: INFO networking_nsxv3.common.synchronization [req-916ee716-582a-4a81-93f3-6380c964fc51 req-a3f98111-baac-42d4-8536-c5f685d2ad36 tempest-MultipleCreateTestJSON-1100722459 tempest-MultipleCreateTestJSON-1100722459-project-member] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 671.822095] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 671.822095] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.822095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.822095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.822442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.822482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.822618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.822706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.822900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.823037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.823165] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.841188] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b25b47c8-e06b-4ff9-808b-b6f55d83692c [ 671.841398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.841516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.841579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.841780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.843744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.843898] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b25b47c8-e06b-4ff9-808b-b6f55d83692c already deleted. [ 671.844084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25b47c8-e06b-4ff9-808b-b6f55d83692c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.138252] env[65073]: INFO networking_nsxv3.common.synchronization [req-66b708bf-0402-495d-b68e-ffb87f8b077f req-815c7160-6fc1-4185-b732-4e70b068aa3d tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 672.139029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 672.144484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.144726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.144815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.145033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.145422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.145422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.145422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.145599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.145599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.145684] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.325843] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.647891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.649340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.649580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.649976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.649976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.650191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.650484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.650568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.650816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.651040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.651109] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 672.685803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.686068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.686068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.686328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.686573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.698367] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 672.828278] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.935900] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 in Status: SUCCESS [ 672.935900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.216367] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.216367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.216367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.217741] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.218070] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.218214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.218325] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.218569] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.220562] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.220562] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.220562] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.220562] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.220562] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.220562] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.220562] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.220562] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.249213] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.249465] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.249601] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.250283] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.250283] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-bce1f618-98d9-408a-b0bb-58f2d5923ac1 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.250594] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-bce1f618-98d9-408a-b0bb-58f2d5923ac1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.250850] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-bce1f618-98d9-408a-b0bb-58f2d5923ac1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.252162] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-bce1f618-98d9-408a-b0bb-58f2d5923ac1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.252162] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce1f618-98d9-408a-b0bb-58f2d5923ac1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.331128] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.331359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.331423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.331779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.332071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.332329] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 673.362081] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c1a5f901-4002-4924-8d2a-d17e0b92aa66 None None] Enqueued Resource ID: e5da181b-c22c-4061-974e-6eabdbd2d35a with Priority: HIGHEST for action port [ 673.362874] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5da181b-c22c-4061-974e-6eabdbd2d35a with Priority: HIGHEST for action port [ 673.363181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5da181b-c22c-4061-974e-6eabdbd2d35a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.363339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5da181b-c22c-4061-974e-6eabdbd2d35a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.363602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5da181b-c22c-4061-974e-6eabdbd2d35a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.363735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5da181b-c22c-4061-974e-6eabdbd2d35a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.363800] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5da181b-c22c-4061-974e-6eabdbd2d35a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.365633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.365788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.365844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.366339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.366339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.378176] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 673.418615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 in Status: SUCCESS [ 673.418833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.419441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.419689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.420028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.420028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.420210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.420210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.420314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.420443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.420550] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.754844] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.755166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.755166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.755624] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.755831] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port bce1f618-98d9-408a-b0bb-58f2d5923ac1 not found, creating... [ 673.756159] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.756348] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.756495] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.756760] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.756910] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.757242] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.757442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.757586] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.757823] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.757983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.758421] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: bce1f618-98d9-408a-b0bb-58f2d5923ac1 is going to be created. [ 673.799926] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.800897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.800897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.800897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.800897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.801151] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-bce1f618-98d9-408a-b0bb-58f2d5923ac1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.869411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5da181b-c22c-4061-974e-6eabdbd2d35a [ 673.869628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.869767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.869839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.870075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.870168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.870266] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5da181b-c22c-4061-974e-6eabdbd2d35a already deleted. [ 673.870349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5da181b-c22c-4061-974e-6eabdbd2d35a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.923149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4ac67b-3946-452b-9df4-e66884f00f02 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.923414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.923414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.923899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.923899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.925414] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4ac67b-3946-452b-9df4-e66884f00f02 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.925414] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.925414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.925946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.925946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.925946] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.432169] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e4ac67b-3946-452b-9df4-e66884f00f02: rpc.has_security_group_logging(os_id): False [ 674.451246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.451246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.451246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.451246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.451246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.451246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.451482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.451482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.451551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.451586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.451731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.451818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.451875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.452020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.452088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.452271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.452382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.452441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.452577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.452643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.452723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 is going to be created. [ 674.505112] env[65073]: INFO networking_nsxv3.common.synchronization [None req-5ac7907d-aabe-4674-9409-768cd5b45407 None None] Enqueued Resource ID: 144ff552-ce8f-492a-91e3-04bbe62a3864 with Priority: HIGHEST for action port [ 674.505499] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144ff552-ce8f-492a-91e3-04bbe62a3864 with Priority: HIGHEST for action port [ 674.506156] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-144ff552-ce8f-492a-91e3-04bbe62a3864 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.506156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144ff552-ce8f-492a-91e3-04bbe62a3864" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.507199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144ff552-ce8f-492a-91e3-04bbe62a3864" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.507463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144ff552-ce8f-492a-91e3-04bbe62a3864" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.507554] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144ff552-ce8f-492a-91e3-04bbe62a3864',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.509628] env[65073]: INFO networking_nsxv3.common.synchronization [req-66b708bf-0402-495d-b68e-ffb87f8b077f req-a888e881-57bb-4f0f-aca8-59e9d1c3c6da service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 674.509786] env[65073]: INFO networking_nsxv3.common.synchronization [req-66b708bf-0402-495d-b68e-ffb87f8b077f req-a888e881-57bb-4f0f-aca8-59e9d1c3c6da service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 674.509914] env[65073]: INFO networking_nsxv3.common.synchronization [req-66b708bf-0402-495d-b68e-ffb87f8b077f req-a888e881-57bb-4f0f-aca8-59e9d1c3c6da service nova] Enqueued Resource ID: bce1f618-98d9-408a-b0bb-58f2d5923ac1 with Priority: HIGHEST for action port [ 674.510516] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 674.510516] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 674.510675] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce1f618-98d9-408a-b0bb-58f2d5923ac1 with Priority: HIGHEST for action port [ 674.511790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.513151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.513151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.513151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.513151] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.513909] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.513909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.514148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce1f618-98d9-408a-b0bb-58f2d5923ac1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.514148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce1f618-98d9-408a-b0bb-58f2d5923ac1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.514252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce1f618-98d9-408a-b0bb-58f2d5923ac1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.514656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce1f618-98d9-408a-b0bb-58f2d5923ac1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.514656] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce1f618-98d9-408a-b0bb-58f2d5923ac1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.521033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.521033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.521217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.522165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.522392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.537773] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 in Status: IN_PROGRESS for 2s [ 674.714548] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 674.716677] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 674.716677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.716677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.716677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.716677] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.716677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.716677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.716677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.716677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.716677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.011835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 144ff552-ce8f-492a-91e3-04bbe62a3864 [ 675.012267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.012526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.012646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.012954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.013075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.013185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:144ff552-ce8f-492a-91e3-04bbe62a3864 already deleted. [ 675.013270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144ff552-ce8f-492a-91e3-04bbe62a3864" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.019461] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.019633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.027437] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bce1f618-98d9-408a-b0bb-58f2d5923ac1 with status ACTIVE [ 675.027437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.027437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.027437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.027437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.027437] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bce1f618-98d9-408a-b0bb-58f2d5923ac1 is going to be updated. [ 675.054398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.054673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.054673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.054862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.055051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.055252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce1f618-98d9-408a-b0bb-58f2d5923ac1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.219492] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.390638] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 675.390638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.415090] env[65073]: INFO networking_nsxv3.common.synchronization [None req-71738276-92b6-487c-be98-e26d81437d81 None None] Enqueued Resource ID: 75a4a645-f0a4-492a-9e61-e4d12229fd55 with Priority: HIGHEST for action port [ 675.415090] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a4a645-f0a4-492a-9e61-e4d12229fd55 with Priority: HIGHEST for action port [ 675.415090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a4a645-f0a4-492a-9e61-e4d12229fd55 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.415320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a4a645-f0a4-492a-9e61-e4d12229fd55" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.415320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a4a645-f0a4-492a-9e61-e4d12229fd55" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.415498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a4a645-f0a4-492a-9e61-e4d12229fd55" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.415633] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a4a645-f0a4-492a-9e61-e4d12229fd55',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.549773] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e24fa1ab-74d0-4a4b-915b-c5760e879c98 None None] Enqueued Resource ID: c3f5942e-b481-4b32-8382-586a7b24da22 with Priority: HIGHEST for action port [ 675.550296] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5942e-b481-4b32-8382-586a7b24da22 with Priority: HIGHEST for action port [ 675.550446] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f5942e-b481-4b32-8382-586a7b24da22 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.550582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f5942e-b481-4b32-8382-586a7b24da22" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.550654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f5942e-b481-4b32-8382-586a7b24da22" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.550929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f5942e-b481-4b32-8382-586a7b24da22" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.550991] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f5942e-b481-4b32-8382-586a7b24da22',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.723385] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.918513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75a4a645-f0a4-492a-9e61-e4d12229fd55 [ 675.918900] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.919120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.919199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.919502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.919614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.919719] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75a4a645-f0a4-492a-9e61-e4d12229fd55 already deleted. [ 675.919800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a4a645-f0a4-492a-9e61-e4d12229fd55" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.053726] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3f5942e-b481-4b32-8382-586a7b24da22 [ 676.054095] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.054393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.054515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.054745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.054837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.054948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3f5942e-b481-4b32-8382-586a7b24da22 already deleted. [ 676.055812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f5942e-b481-4b32-8382-586a7b24da22" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.215020] env[65073]: INFO networking_nsxv3.common.synchronization [req-75009a65-0a16-442b-ac8f-c51e1306ba9a req-b3c303be-3819-4b82-ab64-793ee2452cef tempest-InstanceActionsNegativeTestJSON-1203410076 tempest-InstanceActionsNegativeTestJSON-1203410076-project-member] Enqueued Resource ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d with Priority: HIGHEST for action security_group_members [ 676.215020] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d with Priority: HIGHEST for action security_group_members [ 676.215020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8262409d-31ad-4e49-b02c-54b5bfe3c93d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.215020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.215020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.217192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.218151] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.218151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.218151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.218151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.218151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.219368] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8262409d-31ad-4e49-b02c-54b5bfe3c93d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.225689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.225884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.225954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.226156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.226243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.226339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 676.258027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.258027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.258027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.258299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.258299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.268559] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 676.553375] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 in Status: SUCCESS [ 676.553623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.722804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.722804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.722804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.723058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.723164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.723577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.723714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.723714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.723822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.723897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.723995] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d already deleted. [ 676.724070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910186] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b0fe880a-2ece-4102-ba5e-295834e87773 tempest-ServerActionsV293TestJSON-266503422 tempest-ServerActionsV293TestJSON-266503422-project-member] Enqueued Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_rules [ 676.910792] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_rules [ 676.911544] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.911668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.911735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.911993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.912224] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.973388] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.973611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.973756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.974071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.974332] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.974484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.974592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.974810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.974947] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.975922] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.975922] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.975922] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.975922] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.975922] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.975922] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.975922] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.999503] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.999887] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.999887] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.000273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.000273] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-7e712854-07d1-4b8f-b8e2-3d215388da51 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.002557] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-7e712854-07d1-4b8f-b8e2-3d215388da51" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.002557] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-7e712854-07d1-4b8f-b8e2-3d215388da51" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.002557] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-7e712854-07d1-4b8f-b8e2-3d215388da51" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.002557] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e712854-07d1-4b8f-b8e2-3d215388da51',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.284752] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b2893c0a-cec9-4926-b067-79795fcd9d2f tempest-ServerActionsV293TestJSON-266503422 tempest-ServerActionsV293TestJSON-266503422-project-member] Enqueued Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_rules [ 677.285614] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_rules [ 677.285762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.285842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.437923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.438186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.438378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.438708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.438809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.438884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 already deleted. [ 677.438967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.439143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.439317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.439407] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.504795] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.505107] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.505241] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.505571] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.505771] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.505938] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 7e712854-07d1-4b8f-b8e2-3d215388da51 not found, creating... [ 677.506256] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.506428] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.506562] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.506885] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.506967] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.507335] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.507493] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.510346] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.510661] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.510841] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.511071] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 7e712854-07d1-4b8f-b8e2-3d215388da51 is going to be created. [ 677.534939] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.534939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.534939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.534939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.534939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.534939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-7e712854-07d1-4b8f-b8e2-3d215388da51" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.025495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.025495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.025495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.025495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.025495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.025495] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 already deleted. [ 678.025495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.278266] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 678.278694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.278694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.278953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.279109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.279220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.279263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.279388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.279470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.279554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.279645] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.333837] env[65073]: INFO networking_nsxv3.common.synchronization [req-75009a65-0a16-442b-ac8f-c51e1306ba9a req-4d7fca43-7a40-472b-92f6-aae387fff9f6 service nova] Enqueued Resource ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d with Priority: HIGHEST for action security_group_rules [ 678.334113] env[65073]: INFO networking_nsxv3.common.synchronization [req-75009a65-0a16-442b-ac8f-c51e1306ba9a req-4d7fca43-7a40-472b-92f6-aae387fff9f6 service nova] Enqueued Resource ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d with Priority: HIGHEST for action security_group_members [ 678.334234] env[65073]: INFO networking_nsxv3.common.synchronization [req-75009a65-0a16-442b-ac8f-c51e1306ba9a req-4d7fca43-7a40-472b-92f6-aae387fff9f6 service nova] Enqueued Resource ID: 7e712854-07d1-4b8f-b8e2-3d215388da51 with Priority: HIGHEST for action port [ 678.334794] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d with Priority: HIGHEST for action security_group_rules [ 678.334794] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d with Priority: HIGHEST for action security_group_members [ 678.334927] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e712854-07d1-4b8f-b8e2-3d215388da51 with Priority: HIGHEST for action port [ 678.335304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8262409d-31ad-4e49-b02c-54b5bfe3c93d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.335768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.335768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.335858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.335891] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8262409d-31ad-4e49-b02c-54b5bfe3c93d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.337140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8262409d-31ad-4e49-b02c-54b5bfe3c93d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.337140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.337140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.337268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.340126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.340294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.340394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.341209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.341209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.341209] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8262409d-31ad-4e49-b02c-54b5bfe3c93d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.342747] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e712854-07d1-4b8f-b8e2-3d215388da51 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.343152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e712854-07d1-4b8f-b8e2-3d215388da51" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.343247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e712854-07d1-4b8f-b8e2-3d215388da51" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.343429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e712854-07d1-4b8f-b8e2-3d215388da51" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.343560] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e712854-07d1-4b8f-b8e2-3d215388da51',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.662784] env[65073]: INFO networking_nsxv3.common.synchronization [req-877998ca-6178-470e-8507-0cac351563d8 req-d1b1a8eb-f23b-4fbd-8667-889dbc4fa901 tempest-MultipleCreateTestJSON-1100722459 tempest-MultipleCreateTestJSON-1100722459-project-member] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 678.663621] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 678.664019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.664159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.664264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.664443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.664637] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.665971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.665971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.665971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.665971] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.782511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.782740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.782740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.785723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.785723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.785723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.785723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.785723] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.841349] env[65073]: INFO networking_nsxv3.common.synchronization [req-e7c04834-0aed-4a6e-91ff-03fbb9113bdd req-aeac7f69-2a53-4cb2-9c90-bf6a36fc545a tempest-FloatingIPsAssociationTestJSON-1460387285 tempest-FloatingIPsAssociationTestJSON-1460387285-project-member] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 678.842256] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 678.842718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.842929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.842929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.843157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.843316] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.843515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.843653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.843837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.843921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.844131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.850964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8262409d-31ad-4e49-b02c-54b5bfe3c93d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.850964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.850964] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e712854-07d1-4b8f-b8e2-3d215388da51 with status ACTIVE [ 678.850964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.850964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.850964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.851365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.851365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.851365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.851480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.851543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.851745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.851844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.852074] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.852260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.852260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.853488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.853488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.853488] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e712854-07d1-4b8f-b8e2-3d215388da51 is going to be updated. [ 678.853929] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8262409d-31ad-4e49-b02c-54b5bfe3c93d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.877348] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.877543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.877615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.877825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.877953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.878192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e712854-07d1-4b8f-b8e2-3d215388da51" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.153966] env[65073]: INFO networking_nsxv3.common.synchronization [None req-60e39d98-c1e0-479f-8752-899ec27353d0 None None] Enqueued Resource ID: 41aea583-0784-475f-953b-835313ac4765 with Priority: HIGHEST for action port [ 679.153966] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41aea583-0784-475f-953b-835313ac4765 with Priority: HIGHEST for action port [ 679.154225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-41aea583-0784-475f-953b-835313ac4765 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.154723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41aea583-0784-475f-953b-835313ac4765" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.154977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41aea583-0784-475f-953b-835313ac4765" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.155446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41aea583-0784-475f-953b-835313ac4765" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.155645] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41aea583-0784-475f-953b-835313ac4765',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.168445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.168445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.168445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.168445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.168445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.168445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.168903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.168903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.168903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.168903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.169091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 679.206450] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.206450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.206450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.206636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.206672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.217169] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 679.290162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a: rpc.has_security_group_logging(os_id): False [ 679.314143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.314500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.314500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.315955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.315955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.315955] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.315955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.315955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.316280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.316280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.316436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.316485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.316536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.318148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.318240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.319421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.319421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.319421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.319421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.319421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.319733] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 679.331985] env[65073]: INFO networking_nsxv3.common.synchronization [None req-41a3a210-ffd0-44b1-920c-ea20137d22db tempest-ServersTestManualDisk-2088642003 tempest-ServersTestManualDisk-2088642003-project-member] Enqueued Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_rules [ 679.332615] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_rules [ 679.332927] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8befc05-8466-413d-8af4-ebdb56334b4e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.333547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.333547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.333779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.333922] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.348939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.348939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.348939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.348939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.348939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.348939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.348939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.349262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.349262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.349262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.349410] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9653366-c485-45cf-a280-a36e096d0329 already deleted. [ 679.349410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.356966] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8262409d-31ad-4e49-b02c-54b5bfe3c93d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.423163] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.423308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.423394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.423684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.423922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.460954] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 679.474045] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.474269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-165" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.474388] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-165" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.474715] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-165" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.474982] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.476052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.476208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.476460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.476609] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.477147] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.477270] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.477378] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.477527] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.477598] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.477687] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.477841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.512117] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.512117] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.512117] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.512117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-165" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.512117] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-53b78bd1-dac9-4665-b9e2-149224d4c54d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.512117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-53b78bd1-dac9-4665-b9e2-149224d4c54d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.512117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-53b78bd1-dac9-4665-b9e2-149224d4c54d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.512117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-53b78bd1-dac9-4665-b9e2-149224d4c54d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.512117] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b78bd1-dac9-4665-b9e2-149224d4c54d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.615749] env[65073]: INFO networking_nsxv3.common.synchronization [None req-6f3f85fc-bfbd-406c-b3fe-9fdbb8c28a07 tempest-ServersTestManualDisk-2088642003 tempest-ServersTestManualDisk-2088642003-project-member] Enqueued Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_rules [ 679.617378] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_rules [ 679.617893] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8befc05-8466-413d-8af4-ebdb56334b4e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.618047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.659560] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41aea583-0784-475f-953b-835313ac4765 [ 679.659560] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.659560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.659560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.659560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.659560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.660021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41aea583-0784-475f-953b-835313ac4765 already deleted. [ 679.660021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41aea583-0784-475f-953b-835313ac4765" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.855216] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.855367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.856028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.856289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.856475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.856475] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8befc05-8466-413d-8af4-ebdb56334b4e already deleted. [ 679.856635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.856710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.856866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.856971] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.866691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.867788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.867788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.867788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.867788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.867788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d is going to be created. [ 679.901483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.901483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.901483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.901483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.901483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.911274] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d in Status: UNINITIALIZED for 2s [ 680.017793] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.018064] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.018394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.018438] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.018580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.018727] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 53b78bd1-dac9-4665-b9e2-149224d4c54d not found, creating... [ 680.019000] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.019173] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.019281] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.019496] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.019626] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.019892] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.020076] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.020196] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.020439] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.020616] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.020764] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 53b78bd1-dac9-4665-b9e2-149224d4c54d is going to be created. [ 680.047148] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.047367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.047494] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.047761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.047980] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.048206] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-53b78bd1-dac9-4665-b9e2-149224d4c54d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.381022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.381467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.381467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.381467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.381607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.381641] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8befc05-8466-413d-8af4-ebdb56334b4e already deleted. [ 680.381737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.468690] env[65073]: INFO networking_nsxv3.common.synchronization [None req-10ca8574-31fb-45ec-94ca-11234c804b6e tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_rules [ 680.469431] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_rules [ 680.470279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.470279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.470485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.471395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.471395] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.700412] env[65073]: INFO networking_nsxv3.common.synchronization [None req-78f63739-0c15-4eb9-93b9-348c580fb539 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_rules [ 680.701044] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_rules [ 680.701292] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.701395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.798228] env[65073]: INFO networking_nsxv3.common.synchronization [req-e7c04834-0aed-4a6e-91ff-03fbb9113bdd req-81b94495-25db-42d8-98f8-874e61b22549 service nova] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_rules [ 680.798228] env[65073]: INFO networking_nsxv3.common.synchronization [req-e7c04834-0aed-4a6e-91ff-03fbb9113bdd req-81b94495-25db-42d8-98f8-874e61b22549 service nova] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 680.798228] env[65073]: INFO networking_nsxv3.common.synchronization [req-e7c04834-0aed-4a6e-91ff-03fbb9113bdd req-81b94495-25db-42d8-98f8-874e61b22549 service nova] Enqueued Resource ID: 53b78bd1-dac9-4665-b9e2-149224d4c54d with Priority: HIGHEST for action port [ 680.798228] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_rules [ 680.798228] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 680.798228] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b78bd1-dac9-4665-b9e2-149224d4c54d with Priority: HIGHEST for action port [ 680.798228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.798228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.798228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.798228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.798228] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.799701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.800675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.800873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.801595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.802413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.805038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.805038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.805038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.805038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.805038] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.805038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b78bd1-dac9-4665-b9e2-149224d4c54d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.805038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b78bd1-dac9-4665-b9e2-149224d4c54d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.805038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b78bd1-dac9-4665-b9e2-149224d4c54d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.805038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b78bd1-dac9-4665-b9e2-149224d4c54d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.805038] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b78bd1-dac9-4665-b9e2-149224d4c54d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.989851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.989999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.990079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.990371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.990484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.990565] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f708fa7c-91df-4441-a3dd-298900288161 already deleted. [ 680.990659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.990819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.990988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.991105] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.227823] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 4s [ 681.307793] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.313236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.313236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.313236] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53b78bd1-dac9-4665-b9e2-149224d4c54d with status ACTIVE [ 681.313236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.313236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.313236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.313575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.313644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.313894] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.314086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.314316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.314424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.314497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.314760] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.314911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.315010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.315216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.315473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.315473] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53b78bd1-dac9-4665-b9e2-149224d4c54d is going to be updated. [ 681.347581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.349804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.350057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.353810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.354078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.354282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b78bd1-dac9-4665-b9e2-149224d4c54d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.480951] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 681.481315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.518925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.519096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.519172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.519388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.519507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.519594] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f708fa7c-91df-4441-a3dd-298900288161 already deleted. [ 681.519674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.817780] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.926070] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d in Status: SUCCESS [ 681.926292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.926462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.926677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.926867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.926993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.927088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.927239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.927312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.927412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.927491] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8262409d-31ad-4e49-b02c-54b5bfe3c93d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.324114] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.324325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.324374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.324556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.324686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.324854] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9653366-c485-45cf-a280-a36e096d0329 is going to be created. [ 682.353703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.353703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.354051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.354093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.355169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.366528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: UNINITIALIZED for 2s [ 682.432208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8262409d-31ad-4e49-b02c-54b5bfe3c93d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.432493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.432690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.432758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.432895] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.433047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.433173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.433263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.433409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.433571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.433661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8262409d-31ad-4e49-b02c-54b5bfe3c93d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.434017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.434017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.434017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.434017] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.434257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.434257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.434360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.434360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.434472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.434523] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8262409d-31ad-4e49-b02c-54b5bfe3c93d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.936808] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8262409d-31ad-4e49-b02c-54b5bfe3c93d: rpc.has_security_group_logging(os_id): False [ 682.960073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.960073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.960363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.960519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.960633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.961080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.961080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.961080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.961295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.961368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.961611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.961722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.961813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.962013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.962144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.962348] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.962544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.962544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.962668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.962758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.962818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d is going to be created. [ 683.061362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.061745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.061968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.062349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.062669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.081932] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d in Status: IN_PROGRESS for 2s [ 683.243302] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 683.243302] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 deletion is rescheduled due to dependency. [ 683.243302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.378901] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: SUCCESS [ 684.379915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.380146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.380437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.380957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.380957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.380957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.381199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.381199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.381280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.381338] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.458069] env[65073]: INFO networking_nsxv3.common.synchronization [req-79fd3fed-df3d-46e3-93ef-e10c78d0d275 req-f3c72e22-b588-4d4f-8da7-1fda1310b46f tempest-DeleteServersAdminTestJSON-587066142 tempest-DeleteServersAdminTestJSON-587066142-project-member] Enqueued Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 684.458617] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f4c159-226b-4918-ab1f-ff30f716020f with Priority: HIGHEST for action security_group_members [ 684.458926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f4c159-226b-4918-ab1f-ff30f716020f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.460967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.460967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.460967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.460967] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.460967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.460967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.461350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.461350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.461350] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f4c159-226b-4918-ab1f-ff30f716020f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.884037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.884253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.884253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.884476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.884635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.884744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.884814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.884968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.885065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.885149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.885320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.885412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.885468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.885605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.885736] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.885824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.885874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.886018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.886126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.886205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.886291] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.964022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.964350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.964350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.964654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.964939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.965325] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.965325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.965325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.965522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.965631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.965697] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f is going to be updated. [ 684.999332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.999843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.999940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.000221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.000440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.010895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: IN_PROGRESS for 2s [ 685.098356] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d in Status: SUCCESS [ 685.098942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.388518] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9653366-c485-45cf-a280-a36e096d0329: rpc.has_security_group_logging(os_id): False [ 685.410172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.410172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.410172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.410172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.410172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.410172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.410662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.410720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.410943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.411065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.411332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.411683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.411683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.411892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.411892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.412434] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.412434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.412434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.412730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.412730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.412892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9653366-c485-45cf-a280-a36e096d0329 is going to be created. [ 685.581352] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.583776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.583776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.583776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.583776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.595259] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: IN_PROGRESS for 2s [ 685.809282] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c3936bdd-3933-4fa0-ac3e-47c39c4b1ebe tempest-MigrationsAdminTest-1936680497 tempest-MigrationsAdminTest-1936680497-project-member] Enqueued Resource ID: a9b130ae-8381-4059-bfa2-9623a07805f3 with Priority: HIGHEST for action security_group_rules [ 685.809793] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b130ae-8381-4059-bfa2-9623a07805f3 with Priority: HIGHEST for action security_group_rules [ 685.811630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b130ae-8381-4059-bfa2-9623a07805f3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.811630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b130ae-8381-4059-bfa2-9623a07805f3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.811630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b130ae-8381-4059-bfa2-9623a07805f3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.811630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b130ae-8381-4059-bfa2-9623a07805f3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.811630] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b130ae-8381-4059-bfa2-9623a07805f3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.936627] env[65073]: INFO networking_nsxv3.common.synchronization [None req-44d1cc06-d273-48fd-a746-8fe98e53c2c4 tempest-MigrationsAdminTest-1936680497 tempest-MigrationsAdminTest-1936680497-project-member] Enqueued Resource ID: a9b130ae-8381-4059-bfa2-9623a07805f3 with Priority: HIGHEST for action security_group_rules [ 685.936627] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b130ae-8381-4059-bfa2-9623a07805f3 with Priority: HIGHEST for action security_group_rules [ 685.937139] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b130ae-8381-4059-bfa2-9623a07805f3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.937398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b130ae-8381-4059-bfa2-9623a07805f3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.340309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.340571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.340675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.341311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.341311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.341311] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b130ae-8381-4059-bfa2-9623a07805f3 already deleted. [ 686.341485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b130ae-8381-4059-bfa2-9623a07805f3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.341567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b130ae-8381-4059-bfa2-9623a07805f3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.342231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b130ae-8381-4059-bfa2-9623a07805f3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.342231] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b130ae-8381-4059-bfa2-9623a07805f3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.864983] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.865304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.865304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.865487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.865577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.865691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b130ae-8381-4059-bfa2-9623a07805f3 already deleted. [ 686.865782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b130ae-8381-4059-bfa2-9623a07805f3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.023381] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f4c159-226b-4918-ab1f-ff30f716020f in Status: SUCCESS [ 687.023381] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f4c159-226b-4918-ab1f-ff30f716020f deletion is rescheduled due to dependency. [ 687.023572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f4c159-226b-4918-ab1f-ff30f716020f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.614978] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: SUCCESS [ 687.614978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.900046] env[65073]: INFO networking_nsxv3.common.synchronization [req-cb6217d8-a3b4-4afc-a360-cf40ed23fcbe req-4e9aced0-03e9-4ae4-a63e-f90b0a8779db tempest-ServerAddressesNegativeTestJSON-1304601008 tempest-ServerAddressesNegativeTestJSON-1304601008-project-member] Enqueued Resource ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c with Priority: HIGHEST for action security_group_members [ 688.901520] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c with Priority: HIGHEST for action security_group_members [ 688.901520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.901520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.901520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.901701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.901771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.903641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.903641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.903641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.903641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.903641] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb1f3fcd-51ab-42f3-bda6-c45ea690a13c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.407262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.407262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.407262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.407262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.407262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.407262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.407262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.407262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.407557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.407557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.407557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c is going to be updated. [ 689.438098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.439410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.439410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.439410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.439410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.450666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c in Status: IN_PROGRESS for 2s [ 690.263201] env[65073]: INFO networking_nsxv3.common.synchronization [req-99fc0a2a-e507-4e04-a973-89364d9a65ff req-78ec671b-7114-42f8-b017-3b2cfc9e4bec tempest-InstanceActionsV221TestJSON-769915309 tempest-InstanceActionsV221TestJSON-769915309-project-member] Enqueued Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGHEST for action security_group_members [ 690.263775] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGHEST for action security_group_members [ 690.264095] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e4ac67b-3946-452b-9df4-e66884f00f02 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.264211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.264466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.264607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.264698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.265293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.265293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.265293] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.767128] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.767300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.767418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.767712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.767829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.768114] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.768183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.768294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.768415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.768510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.768644] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 is going to be updated. [ 690.807802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.807955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.808043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.808268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.808414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.819956] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 in Status: IN_PROGRESS for 2s [ 690.971021] env[65073]: INFO networking_nsxv3.common.synchronization [None req-de75aa60-2e8c-4b26-a0db-e79932dbeab6 None None] Enqueued Resource ID: 2c5564d7-dec6-4779-bb96-c7f58f496d1b with Priority: HIGHEST for action port [ 690.972976] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c5564d7-dec6-4779-bb96-c7f58f496d1b with Priority: HIGHEST for action port [ 690.972976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c5564d7-dec6-4779-bb96-c7f58f496d1b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.972976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c5564d7-dec6-4779-bb96-c7f58f496d1b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.972976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c5564d7-dec6-4779-bb96-c7f58f496d1b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.972976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c5564d7-dec6-4779-bb96-c7f58f496d1b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.974563] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5564d7-dec6-4779-bb96-c7f58f496d1b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.463657] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c in Status: SUCCESS [ 691.464049] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb1f3fcd-51ab-42f3-bda6-c45ea690a13c deletion is rescheduled due to dependency. [ 691.464049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb1f3fcd-51ab-42f3-bda6-c45ea690a13c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.476385] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c5564d7-dec6-4779-bb96-c7f58f496d1b [ 691.476628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.477378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.477378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.477378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.477378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.477378] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c5564d7-dec6-4779-bb96-c7f58f496d1b already deleted. [ 691.477378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c5564d7-dec6-4779-bb96-c7f58f496d1b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.831605] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 in Status: SUCCESS [ 692.831984] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 deletion is rescheduled due to dependency. [ 692.831984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.423308] env[65073]: INFO networking_nsxv3.common.synchronization [None req-b27ad2d2-4f90-42b0-9fd7-d371d415860b None None] Enqueued Resource ID: 2110c5ce-82f9-4150-957e-5fd7b7ca83b3 with Priority: HIGHEST for action port [ 693.424041] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2110c5ce-82f9-4150-957e-5fd7b7ca83b3 with Priority: HIGHEST for action port [ 693.424366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2110c5ce-82f9-4150-957e-5fd7b7ca83b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.424489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2110c5ce-82f9-4150-957e-5fd7b7ca83b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.424558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2110c5ce-82f9-4150-957e-5fd7b7ca83b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.424826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2110c5ce-82f9-4150-957e-5fd7b7ca83b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.424938] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2110c5ce-82f9-4150-957e-5fd7b7ca83b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.927434] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2110c5ce-82f9-4150-957e-5fd7b7ca83b3 [ 693.928926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.928926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.928926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.928926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.928926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.928926] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2110c5ce-82f9-4150-957e-5fd7b7ca83b3 already deleted. [ 693.928926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2110c5ce-82f9-4150-957e-5fd7b7ca83b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.964510] env[65073]: INFO networking_nsxv3.common.synchronization [req-9b8084e0-f385-4e04-8413-98c02d917308 req-4fda5a55-3b3c-4dce-8267-4649268c3529 tempest-TenantUsagesTestJSON-313573619 tempest-TenantUsagesTestJSON-313573619-project-member] Enqueued Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGHEST for action security_group_members [ 693.965114] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGHEST for action security_group_members [ 693.965580] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bceb9a8-4407-45bd-874e-f3e880a31aa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.965580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.965711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.966062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.966115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.966214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.966271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.966495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.966546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.966618] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.455115] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8ae1c39d-8b65-4a89-ba42-187d8aa025a6 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_rules [ 694.455914] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_rules [ 694.455965] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.456418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.457255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.457255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.457255] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.472383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.472383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.472383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.472383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.472383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.472383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.472383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.472383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.472383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.472383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.472383] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 is going to be updated. [ 694.504925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.505097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.505182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.505359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.505503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.520408] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 in Status: IN_PROGRESS for 2s [ 694.576152] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0deadb66-5d4b-46c0-853b-a795fd61ce19 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_rules [ 694.576579] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_rules [ 694.577025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.577166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.690147] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c77e5d93-cc12-4d4d-abfe-5c2a546d16c6 None None] Enqueued Resource ID: 551b8a15-29a0-4fdc-b1b7-05dbc6ee475a with Priority: HIGHEST for action port [ 694.690411] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551b8a15-29a0-4fdc-b1b7-05dbc6ee475a with Priority: HIGHEST for action port [ 694.691086] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-551b8a15-29a0-4fdc-b1b7-05dbc6ee475a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.691086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-551b8a15-29a0-4fdc-b1b7-05dbc6ee475a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.691604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-551b8a15-29a0-4fdc-b1b7-05dbc6ee475a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.693129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-551b8a15-29a0-4fdc-b1b7-05dbc6ee475a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.693129] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551b8a15-29a0-4fdc-b1b7-05dbc6ee475a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.849384] env[65073]: INFO networking_nsxv3.common.synchronization [None req-357444f8-b0fd-467e-bc53-e95df8f8cb2a None None] Enqueued Resource ID: 26233d7a-16d6-4baf-a606-770e0bcb0461 with Priority: HIGHEST for action port [ 694.849384] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26233d7a-16d6-4baf-a606-770e0bcb0461 with Priority: HIGHEST for action port [ 694.849708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-26233d7a-16d6-4baf-a606-770e0bcb0461 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.849849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26233d7a-16d6-4baf-a606-770e0bcb0461" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.849915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26233d7a-16d6-4baf-a606-770e0bcb0461" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.850207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26233d7a-16d6-4baf-a606-770e0bcb0461" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.850289] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26233d7a-16d6-4baf-a606-770e0bcb0461',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.993141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.993141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.993141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.993141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.993141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.993141] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee already deleted. [ 694.993141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.993141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.993141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.993141] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.199884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 551b8a15-29a0-4fdc-b1b7-05dbc6ee475a [ 695.199884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.199884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.199884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.199884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.199884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.199884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:551b8a15-29a0-4fdc-b1b7-05dbc6ee475a already deleted. [ 695.199884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-551b8a15-29a0-4fdc-b1b7-05dbc6ee475a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.352639] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26233d7a-16d6-4baf-a606-770e0bcb0461 [ 695.353242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.353242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.353242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.353423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.353423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.353477] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26233d7a-16d6-4baf-a606-770e0bcb0461 already deleted. [ 695.353643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26233d7a-16d6-4baf-a606-770e0bcb0461" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.451783] env[65073]: INFO networking_nsxv3.common.synchronization [None req-19310327-3c9c-40bf-9891-056ec0257022 tempest-ServersTestJSON-819530624 tempest-ServersTestJSON-819530624-project-member] Enqueued Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_rules [ 695.454536] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_rules [ 695.454536] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.454536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.454536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.454536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.454536] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.521893] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.522081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.522152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.522371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.522466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.522643] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee already deleted. [ 695.522732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.609124] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9e10e0a2-de56-46af-adbd-065138c070fb tempest-ServersTestJSON-819530624 tempest-ServersTestJSON-819530624-project-member] Enqueued Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_rules [ 695.609826] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_rules [ 695.611245] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.611359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.938903] env[65073]: INFO networking_nsxv3.common.synchronization [req-e0816c55-f4b0-45eb-9af4-36ab828635ea req-28515a8a-b637-458d-be17-60b1b3085aa9 tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 695.939493] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 695.939797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.939913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.939977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.943044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.943044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.943044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.943044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.943044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.943044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.943044] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.981708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.981708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.981708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.981943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.981943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.981943] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 already deleted. [ 695.982031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.982183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.982333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.982418] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.427171] env[65073]: INFO networking_nsxv3.common.synchronization [None req-86d000ad-fb4f-456a-988d-90d8e05e11f1 None None] Enqueued Resource ID: 91981d0b-0967-4f80-8d96-762e1357e043 with Priority: HIGHEST for action port [ 696.428559] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91981d0b-0967-4f80-8d96-762e1357e043 with Priority: HIGHEST for action port [ 696.429972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-91981d0b-0967-4f80-8d96-762e1357e043 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.430124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91981d0b-0967-4f80-8d96-762e1357e043" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.430175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91981d0b-0967-4f80-8d96-762e1357e043" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.430451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91981d0b-0967-4f80-8d96-762e1357e043" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.430584] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91981d0b-0967-4f80-8d96-762e1357e043',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.445041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.445173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.445221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.445450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.445546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.445775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.445899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.445964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.446132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.446211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.446438] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 696.484517] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.484654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.484721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.484931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.485104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.513528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 696.523178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.523369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.523415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.523684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.525137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.525137] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 already deleted. [ 696.525137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.545891] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.546109] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.546239] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.546653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.546777] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.547582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.547582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.547582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.547582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.547734] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.547768] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.547867] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.547965] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.548106] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.548214] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.548344] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.550307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 in Status: SUCCESS [ 696.550480] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 deletion is rescheduled due to dependency. [ 696.550611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.570897] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.570897] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.571139] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.571240] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.571551] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-983e8d02-48f7-4073-876b-cd2017cdad6c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.571720] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-983e8d02-48f7-4073-876b-cd2017cdad6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.571834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-983e8d02-48f7-4073-876b-cd2017cdad6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.572279] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-983e8d02-48f7-4073-876b-cd2017cdad6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.572344] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('983e8d02-48f7-4073-876b-cd2017cdad6c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.936278] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91981d0b-0967-4f80-8d96-762e1357e043 [ 696.936278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.936278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.936278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.936278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.936278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.936278] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91981d0b-0967-4f80-8d96-762e1357e043 already deleted. [ 696.936278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91981d0b-0967-4f80-8d96-762e1357e043" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.077854] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.077854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.078084] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.078272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.078410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.078681] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 983e8d02-48f7-4073-876b-cd2017cdad6c not found, creating... [ 697.078904] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.079095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.079209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.079431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.079583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.079874] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.080032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.080139] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.080349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.080497] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.080637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 983e8d02-48f7-4073-876b-cd2017cdad6c is going to be created. [ 697.085406] env[65073]: INFO networking_nsxv3.common.synchronization [req-5a4d924f-3028-4cf2-bb94-345df12adbfc req-5cb92d83-8e4a-41a0-b3f2-dc96897339de tempest-ImagesOneServerTestJSON-1411835611 tempest-ImagesOneServerTestJSON-1411835611-project-member] Enqueued Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGHEST for action security_group_members [ 697.085406] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGHEST for action security_group_members [ 697.085406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f41d2f-c320-49d7-a3af-704a46458c24 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.085406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.085630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.085630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.085797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.085905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.085967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.086145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.086232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.086324] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.108416] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.108507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.109306] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.109306] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.109306] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.109391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-983e8d02-48f7-4073-876b-cd2017cdad6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.591031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.591031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.591031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.591031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.591031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.591031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.591031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.591648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.591648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.591648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.591648] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f41d2f-c320-49d7-a3af-704a46458c24 is going to be updated. [ 697.623032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.623032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.623032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.623032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.633162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f41d2f-c320-49d7-a3af-704a46458c24 in Status: IN_PROGRESS for 2s [ 697.892579] env[65073]: INFO networking_nsxv3.common.synchronization [req-e0816c55-f4b0-45eb-9af4-36ab828635ea req-d012596a-4ef2-44e2-be8b-3f5644e25385 service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 697.892823] env[65073]: INFO networking_nsxv3.common.synchronization [req-e0816c55-f4b0-45eb-9af4-36ab828635ea req-d012596a-4ef2-44e2-be8b-3f5644e25385 service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 697.892994] env[65073]: INFO networking_nsxv3.common.synchronization [req-e0816c55-f4b0-45eb-9af4-36ab828635ea req-d012596a-4ef2-44e2-be8b-3f5644e25385 service nova] Enqueued Resource ID: 983e8d02-48f7-4073-876b-cd2017cdad6c with Priority: HIGHEST for action port [ 697.893910] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 697.893910] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 697.893910] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 983e8d02-48f7-4073-876b-cd2017cdad6c with Priority: HIGHEST for action port [ 697.894179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.894303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.894369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.894576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.894718] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.897321] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.897428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.897633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-983e8d02-48f7-4073-876b-cd2017cdad6c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.897739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-983e8d02-48f7-4073-876b-cd2017cdad6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.897797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-983e8d02-48f7-4073-876b-cd2017cdad6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.898016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-983e8d02-48f7-4073-876b-cd2017cdad6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.898110] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('983e8d02-48f7-4073-876b-cd2017cdad6c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.400089] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.400232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.400437] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 983e8d02-48f7-4073-876b-cd2017cdad6c with status ACTIVE [ 698.400613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.400791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.400791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.400994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.401102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.401261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.401365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.401414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.401580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.401641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.401816] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.401907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.401965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.402113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.402185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.402479] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 983e8d02-48f7-4073-876b-cd2017cdad6c is going to be updated. [ 698.433841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.434085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.434196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.434524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.434787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.435785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-983e8d02-48f7-4073-876b-cd2017cdad6c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.544480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 698.544697] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a deletion is rescheduled due to dependency. [ 698.544819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.544990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.545897] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.671823] env[65073]: INFO networking_nsxv3.common.synchronization [None req-07b84067-80e1-452b-b661-b7f422619d22 None None] Enqueued Resource ID: e3e047c0-e244-498b-b3c9-56e21f9db223 with Priority: HIGHEST for action port [ 698.672645] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e047c0-e244-498b-b3c9-56e21f9db223 with Priority: HIGHEST for action port [ 698.674998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3e047c0-e244-498b-b3c9-56e21f9db223 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.675215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3e047c0-e244-498b-b3c9-56e21f9db223" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.675357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3e047c0-e244-498b-b3c9-56e21f9db223" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.676349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3e047c0-e244-498b-b3c9-56e21f9db223" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.676349] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e047c0-e244-498b-b3c9-56e21f9db223',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.712120] env[65073]: INFO networking_nsxv3.common.synchronization [req-ee054f31-9da9-4540-b423-e2464f590b22 req-1558197d-854d-4181-9c5a-73d2d5f7b2bf tempest-ListImageFiltersTestJSON-2035316871 tempest-ListImageFiltersTestJSON-2035316871-project-member] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 698.714962] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 698.714962] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.714962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.714962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.714962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.714962] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.714962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.714962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.714962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.715512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.715512] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.771773] env[65073]: INFO networking_nsxv3.common.synchronization [None req-5399d919-d91f-46b7-9a52-ad9e022acfee None None] Enqueued Resource ID: dc4609c4-c998-4260-a890-5bd6f2b192bc with Priority: HIGHEST for action port [ 698.771773] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4609c4-c998-4260-a890-5bd6f2b192bc with Priority: HIGHEST for action port [ 698.773031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4609c4-c998-4260-a890-5bd6f2b192bc taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.773236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4609c4-c998-4260-a890-5bd6f2b192bc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.773236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4609c4-c998-4260-a890-5bd6f2b192bc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.774782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4609c4-c998-4260-a890-5bd6f2b192bc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.774782] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4609c4-c998-4260-a890-5bd6f2b192bc',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.049544] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.178783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3e047c0-e244-498b-b3c9-56e21f9db223 [ 699.179012] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.179150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.179216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.180035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.180035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.180035] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3e047c0-e244-498b-b3c9-56e21f9db223 already deleted. [ 699.180035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3e047c0-e244-498b-b3c9-56e21f9db223" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.218792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.218970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.219036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.219319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.219464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.219756] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.219931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.219965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.220244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.220341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.220373] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d already deleted. [ 699.220466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.278204] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc4609c4-c998-4260-a890-5bd6f2b192bc [ 699.278464] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.278613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.278686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.278924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.279024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.279116] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc4609c4-c998-4260-a890-5bd6f2b192bc already deleted. [ 699.279200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4609c4-c998-4260-a890-5bd6f2b192bc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.308548] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.310690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.310690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.310690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.310690] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.310690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.310690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.311041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.311041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.311279] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.311425] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.311568] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.311713] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.311881] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.312033] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.312787] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.334406] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.334695] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.334888] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.335114] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.335544] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-68dc5f3f-c128-4925-a577-48019502db8d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.335792] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-68dc5f3f-c128-4925-a577-48019502db8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.336461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-68dc5f3f-c128-4925-a577-48019502db8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.336992] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-68dc5f3f-c128-4925-a577-48019502db8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.337205] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68dc5f3f-c128-4925-a577-48019502db8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.469566] env[65073]: INFO networking_nsxv3.common.synchronization [req-5470af19-139a-4570-ac2b-2ffd3e68c6b1 req-f419bb53-5808-4786-9a81-1a2645c1152a tempest-InstanceActionsNegativeTestJSON-1203410076 tempest-InstanceActionsNegativeTestJSON-1203410076-project-member] Enqueued Resource ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d with Priority: HIGHEST for action security_group_members [ 699.470584] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d with Priority: HIGHEST for action security_group_members [ 699.470584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8262409d-31ad-4e49-b02c-54b5bfe3c93d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.470584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.470800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.470890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.471165] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.471302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.471369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.471553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.471644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.471751] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8262409d-31ad-4e49-b02c-54b5bfe3c93d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.551457] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.646770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f41d2f-c320-49d7-a3af-704a46458c24 in Status: SUCCESS [ 699.646770] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f41d2f-c320-49d7-a3af-704a46458c24 deletion is rescheduled due to dependency. [ 699.646770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.841794] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.842124] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.842163] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.842433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.842652] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.842816] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 68dc5f3f-c128-4925-a577-48019502db8d not found, creating... [ 699.843096] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.843251] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.843380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.844042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.844042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.844042] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.844261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.844261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.844467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.844603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.844735] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 68dc5f3f-c128-4925-a577-48019502db8d is going to be created. [ 699.871484] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.871484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.871484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.871484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.871484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.871484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-68dc5f3f-c128-4925-a577-48019502db8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.974258] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.974412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.974485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.974703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.974799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.975073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.975173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.975237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.975396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.975476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.975566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d is going to be updated. [ 700.023098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.023301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.023444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.023722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.023940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.033794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d in Status: IN_PROGRESS for 2s [ 700.055552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.055799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.055799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.058459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.058459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.058459] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 700.093049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.093049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.093049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.093049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.093049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.103134] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 700.636715] env[65073]: INFO networking_nsxv3.common.synchronization [req-ee054f31-9da9-4540-b423-e2464f590b22 req-d54d2b07-c672-42f9-a0d9-e54605e8bbdd service nova] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_rules [ 700.636925] env[65073]: INFO networking_nsxv3.common.synchronization [req-ee054f31-9da9-4540-b423-e2464f590b22 req-d54d2b07-c672-42f9-a0d9-e54605e8bbdd service nova] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 700.637057] env[65073]: INFO networking_nsxv3.common.synchronization [req-ee054f31-9da9-4540-b423-e2464f590b22 req-d54d2b07-c672-42f9-a0d9-e54605e8bbdd service nova] Enqueued Resource ID: 68dc5f3f-c128-4925-a577-48019502db8d with Priority: HIGHEST for action port [ 700.637766] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_rules [ 700.637766] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 700.637890] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dc5f3f-c128-4925-a577-48019502db8d with Priority: HIGHEST for action port [ 700.638448] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.638577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.638677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.639040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.639040] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.640548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.640674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.640780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.641081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.641319] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.641489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.641630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.641845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.642829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.642953] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.644193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-68dc5f3f-c128-4925-a577-48019502db8d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.644313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68dc5f3f-c128-4925-a577-48019502db8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.644406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68dc5f3f-c128-4925-a577-48019502db8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.644588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68dc5f3f-c128-4925-a577-48019502db8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.644670] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68dc5f3f-c128-4925-a577-48019502db8d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.146801] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.147923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.148058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.149369] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68dc5f3f-c128-4925-a577-48019502db8d with status ACTIVE [ 701.149369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.149369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.149369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.149369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.149369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.149369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.149369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.149733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.149733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.149733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.149868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.149950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.149986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.151125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.151125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.151125] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68dc5f3f-c128-4925-a577-48019502db8d is going to be updated. [ 701.174482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.174895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.174985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.175206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.175341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.175503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68dc5f3f-c128-4925-a577-48019502db8d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.196152] env[65073]: INFO networking_nsxv3.common.synchronization [None req-041175bc-3499-4650-927b-bcec6c9922a4 None None] Enqueued Resource ID: 34d270cd-a5ce-41d1-be2e-27feac1ae174 with Priority: HIGHEST for action port [ 701.196712] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d270cd-a5ce-41d1-be2e-27feac1ae174 with Priority: HIGHEST for action port [ 701.197088] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-34d270cd-a5ce-41d1-be2e-27feac1ae174 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.197212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34d270cd-a5ce-41d1-be2e-27feac1ae174" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.197285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34d270cd-a5ce-41d1-be2e-27feac1ae174" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.197573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34d270cd-a5ce-41d1-be2e-27feac1ae174" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.197671] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d270cd-a5ce-41d1-be2e-27feac1ae174',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.304423] env[65073]: INFO networking_nsxv3.common.synchronization [req-b20b573b-7417-4d54-b00e-cccc6b196b18 req-97629070-78e5-48d2-b13b-05a9a8d9dd17 tempest-ServersAdminTestJSON-1368114436 tempest-ServersAdminTestJSON-1368114436-project-member] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 701.305129] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 701.305444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.305569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.305708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.306926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.306926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.307198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.307198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.307280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.307280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.307379] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.649482] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.700774] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34d270cd-a5ce-41d1-be2e-27feac1ae174 [ 701.702365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.702574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.702659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.702921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.703076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.703177] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34d270cd-a5ce-41d1-be2e-27feac1ae174 already deleted. [ 701.703303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34d270cd-a5ce-41d1-be2e-27feac1ae174" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.768916] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.769360] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.769360] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.769891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.769963] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.770229] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.770300] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.770558] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.770726] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.771019] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.771121] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.771259] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.771584] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.771584] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.771584] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.771784] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.796778] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.796950] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.797100] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.797373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-307" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.797757] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-1b3bab85-fb77-4a3c-8150-07c147ec243f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.797979] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-1b3bab85-fb77-4a3c-8150-07c147ec243f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.798142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-1b3bab85-fb77-4a3c-8150-07c147ec243f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.798489] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-1b3bab85-fb77-4a3c-8150-07c147ec243f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.798663] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3bab85-fb77-4a3c-8150-07c147ec243f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.814434] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.047504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d in Status: SUCCESS [ 702.047918] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8262409d-31ad-4e49-b02c-54b5bfe3c93d deletion is rescheduled due to dependency. [ 702.048061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8262409d-31ad-4e49-b02c-54b5bfe3c93d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.113349] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 702.113581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.113784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.114011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.114210] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.114376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.114376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.114534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.114797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.114797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.114797] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.154267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.154580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.154580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.154689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.154783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.154878] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be created. [ 702.182298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.182493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.182614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.185530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.185530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.193658] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: UNINITIALIZED for 2s [ 702.301678] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.301919] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.302052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.302355] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.302500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.302778] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 1b3bab85-fb77-4a3c-8150-07c147ec243f not found, creating... [ 702.303071] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.303237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.303350] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.303645] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.303783] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.304149] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.304353] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.305048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.305048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.305048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.305048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 1b3bab85-fb77-4a3c-8150-07c147ec243f is going to be created. [ 702.316596] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.343835] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.344086] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.344216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.344466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.344770] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.345026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-1b3bab85-fb77-4a3c-8150-07c147ec243f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.617493] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.617807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.617903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.618284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.618639] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.618817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.618911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.619152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.619262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.619356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.619541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.619658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.619732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.620199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.620199] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.620369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.620472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.620683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.620790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.620898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.621019] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.819050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.819050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.819050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.819577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.819757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.820026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 702.857683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.857835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.857905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.858149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.858309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.881714] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 703.101445] env[65073]: INFO networking_nsxv3.common.synchronization [req-b20b573b-7417-4d54-b00e-cccc6b196b18 req-f635001e-893d-4a31-becf-4c4e434383dd service nova] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_rules [ 703.103166] env[65073]: INFO networking_nsxv3.common.synchronization [req-b20b573b-7417-4d54-b00e-cccc6b196b18 req-f635001e-893d-4a31-becf-4c4e434383dd service nova] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 703.103878] env[65073]: INFO networking_nsxv3.common.synchronization [req-b20b573b-7417-4d54-b00e-cccc6b196b18 req-f635001e-893d-4a31-becf-4c4e434383dd service nova] Enqueued Resource ID: 1b3bab85-fb77-4a3c-8150-07c147ec243f with Priority: HIGHEST for action port [ 703.103973] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_rules [ 703.104146] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 703.104489] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3bab85-fb77-4a3c-8150-07c147ec243f with Priority: HIGHEST for action port [ 703.104599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.105131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.105131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.105131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.105131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.106898] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.106898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.106898] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b3bab85-fb77-4a3c-8150-07c147ec243f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.106898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b3bab85-fb77-4a3c-8150-07c147ec243f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.106898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b3bab85-fb77-4a3c-8150-07c147ec243f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.106898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b3bab85-fb77-4a3c-8150-07c147ec243f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.106898] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3bab85-fb77-4a3c-8150-07c147ec243f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.125769] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7224d91c-ee3e-49ac-9bb9-491223512c7a: rpc.has_security_group_logging(os_id): False [ 703.155876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.155876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.155876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.155876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.155876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.155876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.155876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.155876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.155876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.155876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.155876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.158999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.158999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.158999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.158999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.158999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.158999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.158999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.158999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.158999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.158999] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 703.267234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.267234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.267234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.267234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.267785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.305495] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 703.608872] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.609307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.610727] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b3bab85-fb77-4a3c-8150-07c147ec243f with status ACTIVE [ 703.610974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.611109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.611272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.612831] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.612831] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.612831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.612831] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b3bab85-fb77-4a3c-8150-07c147ec243f is going to be updated. [ 703.658828] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.659525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.659525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.659525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.659525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.659729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b3bab85-fb77-4a3c-8150-07c147ec243f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.130107] env[65073]: INFO networking_nsxv3.common.synchronization [req-28bd0a84-f94f-4b59-92c3-504ff1b41064 req-5f7263da-2837-433e-9b56-9fc5afea00b0 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 704.130107] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 704.130339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.132052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.132052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.132052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.132052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.132052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.132052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.132052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.132052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.132052] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.205989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: SUCCESS [ 704.206320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.206441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.206697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.208866] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.208866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.208866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.208866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.208866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.208866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.208866] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.555090] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.555090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.555304] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.555549] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.556067] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.556067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.556067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.556381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.556381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.556579] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.556679] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.556773] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.556889] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.557829] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.557829] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.557829] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.579067] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.579282] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.579475] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.579666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.580240] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-381fc35b-2b15-48cb-aecf-9bab986d79e6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.580345] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.580422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.580799] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.584371] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381fc35b-2b15-48cb-aecf-9bab986d79e6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.634736] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.634908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.634968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.635218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.635973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.635973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.635973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.635973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.636248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.636248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.636309] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef already deleted. [ 704.636404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.711761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.712269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.712269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.712408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.712650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.712809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.712913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.713404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.713404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.713404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715910] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.715910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.715910] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.715910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.715910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715910] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.895824] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 704.895824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.895824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.895824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.895824] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.895824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.895824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.895824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.895824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.895824] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.087281] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.087545] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.087666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.088021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.088238] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.088455] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 381fc35b-2b15-48cb-aecf-9bab986d79e6 not found, creating... [ 705.088859] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.089034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.089149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.089373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.089588] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.090028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.090278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.090419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.090797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.091114] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.091345] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 is going to be created. [ 705.113609] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.113961] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.114169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.114439] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.115209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.115209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.222784] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 693ed0b2-5b52-4293-9f82-973b084fd90d: rpc.has_security_group_logging(os_id): False [ 705.254042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.254042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.254042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.254215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.254329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.254553] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.254686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.254754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.254956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.255048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.255270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.256707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.256707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.256707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.256707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.256707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.261143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.263030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.263030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.263030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.263030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be created. [ 705.327244] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 705.327498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.356805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.357297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.357297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.357297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.357669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.369410] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: IN_PROGRESS for 2s [ 705.397930] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.900681] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.906890] env[65073]: INFO networking_nsxv3.common.synchronization [req-28bd0a84-f94f-4b59-92c3-504ff1b41064 req-c4bcb346-8d78-4cbf-b55b-c106e74ceccc service nova] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 705.907085] env[65073]: INFO networking_nsxv3.common.synchronization [req-28bd0a84-f94f-4b59-92c3-504ff1b41064 req-c4bcb346-8d78-4cbf-b55b-c106e74ceccc service nova] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 705.907225] env[65073]: INFO networking_nsxv3.common.synchronization [req-28bd0a84-f94f-4b59-92c3-504ff1b41064 req-c4bcb346-8d78-4cbf-b55b-c106e74ceccc service nova] Enqueued Resource ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 with Priority: HIGHEST for action port [ 705.907778] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 705.908128] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 705.908447] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 with Priority: HIGHEST for action port [ 705.908863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.908977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.909068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.909333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.909423] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.910798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.912071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.912071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.912432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.912620] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.912759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.912792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.912981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.913126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.913306] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.916178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-381fc35b-2b15-48cb-aecf-9bab986d79e6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.916326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.916395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.916595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.916677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381fc35b-2b15-48cb-aecf-9bab986d79e6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.406706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.406706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.406706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.406706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.406706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.406706] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 706.417087] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.421053] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 381fc35b-2b15-48cb-aecf-9bab986d79e6 with status ACTIVE [ 706.422558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.422558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.422558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.422843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.422941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.423167] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.423280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.423343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.423501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.423602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.423791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.423885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.424050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.424087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.424170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.424258] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 is going to be updated. [ 706.426056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.426167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.454710] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.454927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.454927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.455175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.455314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.455492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.457725] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.457858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.457931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.458115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.458245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.472118] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 706.920919] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.091299] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-b2edcf8f-2b1f-45b3-88e2-2ae50919426a tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 707.092161] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 707.092752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.093096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.093294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.093751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.094079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.094419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.094613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.094922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.095183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.095427] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.392318] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: SUCCESS [ 707.392645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.426027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.426027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.426027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.426027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be created. [ 707.473541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.473541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.473541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.473541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.473541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.486020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: UNINITIALIZED for 2s [ 707.596555] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-7b75d45a-a740-4915-b4bb-d3c370693d8b tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 707.597281] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 707.597864] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.597993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.598076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.598288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.598735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.599183] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.599354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.599439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.600103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.600221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.600333] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 already deleted. [ 707.600436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.600729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.600836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.600899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.601119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.601281] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.601380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.601458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.601610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.601705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.601821] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.105899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.105899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.105899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.105899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.105899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.105899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.105899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.105899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.106384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.106384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.110047] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 already deleted. [ 708.110348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.142820] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-e24c1517-0526-4226-90a3-8a03be34ce07 tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 708.143456] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 708.143803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.144190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.144190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.144285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.144436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.144540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.144685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.144796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.144887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.144995] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.483471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 708.483905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.484198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.484384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.484485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.484584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.484719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.484851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.484989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.485125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.485234] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.601076] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.601320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-198" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.601444] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-198" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.601824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-198" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.602417] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.602766] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.602979] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.603875] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.604188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.604409] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.604772] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.604772] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.604772] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.604980] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.605160] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.605338] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.632902] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.633189] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.633233] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.633442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-198" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.633822] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-15278d94-4f48-422c-8c4b-8b29240e1811 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.633996] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-15278d94-4f48-422c-8c4b-8b29240e1811" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.634128] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-15278d94-4f48-422c-8c4b-8b29240e1811" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.634567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-15278d94-4f48-422c-8c4b-8b29240e1811" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.634729] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15278d94-4f48-422c-8c4b-8b29240e1811',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.648516] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.649033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.649183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.649417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.649530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.650219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.650372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.650441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.650602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.650681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.650768] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 already deleted. [ 708.650856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.989097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.989312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.989359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.989587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.989801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.989983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.990075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.990251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.990485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.990485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.990654] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.990887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.990959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.991238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.991564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.991714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.991779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.992031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.992135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.992288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.992397] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.138736] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.139203] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.139203] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.139499] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.139677] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.139854] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 15278d94-4f48-422c-8c4b-8b29240e1811 not found, creating... [ 709.140412] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.140584] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.140727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.140990] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.141188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.141466] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.141634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.141770] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.142059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.142211] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.142364] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 15278d94-4f48-422c-8c4b-8b29240e1811 is going to be created. [ 709.164909] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.165177] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.165303] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.165619] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.165903] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.166194] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-15278d94-4f48-422c-8c4b-8b29240e1811" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.209811] env[65073]: INFO networking_nsxv3.common.synchronization [req-702e6dc9-9814-46a7-97e6-ad0a9809d42a req-8df7b7e0-c9ab-49b9-a25e-c621743348c9 tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 709.210386] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 709.210727] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.210847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.210920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.211142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.211326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.211459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.211526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.211736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.211858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.212029] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.498954] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 709.498954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.498954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.499395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.499395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.499395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.499395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.499569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.500213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.500213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.500213] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.500763] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4009a62-01ca-4983-8f96-b84683a39271: rpc.has_security_group_logging(os_id): False [ 709.540240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.540390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.540462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.540712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.540806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.541195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.541321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.541389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.541555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.541638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.542059] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.542059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.542059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.542509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.542509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.542775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.542884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.542949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.543116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.543197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.543292] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 709.615350] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.615484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.615484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.615713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.615863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.637736] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 709.714462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.714648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.714800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.715016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.715140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.715689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.715689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.715883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.716780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.716780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.716780] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 709.777362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.777577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.777648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.777831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.778345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.789677] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 710.007081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.007307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.007307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.007527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.007705] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.007808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.007871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.008034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.008126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.008213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.008356] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.008448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.008503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.008664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.008810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.008931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.008974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.009199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.009323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.009485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.009610] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.036788] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-b897eb4c-1ad4-4ebc-971c-6e8b0be43493 service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 710.037011] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-b897eb4c-1ad4-4ebc-971c-6e8b0be43493 service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 710.037199] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-b897eb4c-1ad4-4ebc-971c-6e8b0be43493 service nova] Enqueued Resource ID: 15278d94-4f48-422c-8c4b-8b29240e1811 with Priority: HIGHEST for action port [ 710.038252] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 710.038252] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 710.038380] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15278d94-4f48-422c-8c4b-8b29240e1811 with Priority: HIGHEST for action port [ 710.038712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.039201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.039201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.039201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.039393] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.041243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.041243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.041520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.041520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.041648] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.041742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.043712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.043712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.043999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.044060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.045464] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-15278d94-4f48-422c-8c4b-8b29240e1811 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.045464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15278d94-4f48-422c-8c4b-8b29240e1811" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.045464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15278d94-4f48-422c-8c4b-8b29240e1811" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.045775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15278d94-4f48-422c-8c4b-8b29240e1811" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.045775] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15278d94-4f48-422c-8c4b-8b29240e1811',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.188174] env[65073]: INFO networking_nsxv3.common.synchronization [req-af7c1fa8-3601-4e1b-92c3-b5036f7a1c96 req-43e115ec-facc-425a-a68a-d69f5cd2f067 tempest-ListImageFiltersTestJSON-2035316871 tempest-ListImageFiltersTestJSON-2035316871-project-member] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 710.188174] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 710.188174] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.188174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.188174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.188729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.189047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.189289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.189443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.189755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.189966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.190339] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.516893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4737fc-4415-4cd1-9344-69f286bd25ef: rpc.has_security_group_logging(os_id): False [ 710.543087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.543262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.543327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.543566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.543772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.544172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.544227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.544411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.544756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.544756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.544847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.545017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.545156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.549131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.549131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.549131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.549131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.549131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.549131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.549131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.549131] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be created. [ 710.549131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.549131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.549131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.551595] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15278d94-4f48-422c-8c4b-8b29240e1811 with status ACTIVE [ 710.552161] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.552161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.552161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.552402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.554150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.554150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.554150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.554150] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15278d94-4f48-422c-8c4b-8b29240e1811 is going to be updated. [ 710.595498] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.595762] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.595762] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.596188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.598532] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.598532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.598532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.598532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.598532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.598532] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.598532] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.598532] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.598532] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.598532] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.598532] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.599027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.601974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.604133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.604133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.604133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.604133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.604133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15278d94-4f48-422c-8c4b-8b29240e1811" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.635233] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.635590] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.635772] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.636176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.637054] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.637400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.637602] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.638076] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.638290] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd6b80a-31d9-4f1a-aca2-97bff528b6ab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.650055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.650258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.650301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.650848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.651205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.669282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 710.694309] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.910826] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.911030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-754" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.911156] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-754" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.911476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-754" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.911733] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.911886] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.911998] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.912382] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.912526] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.912788] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.912896] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.912997] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.913133] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.913241] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.913341] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.913462] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.932562] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.932782] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.932921] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.933112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-754" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.933414] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.933567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.933718] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.934045] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.934183] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.052076] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.144312] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.144312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.144312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.144312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.144312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.144312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 7fd6b80a-31d9-4f1a-aca2-97bff528b6ab not found, creating... [ 711.144312] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.144312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.144312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.144312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.144894] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.145785] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.148962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.148962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.148962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.148962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.148962] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 7fd6b80a-31d9-4f1a-aca2-97bff528b6ab is going to be created. [ 711.169011] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.169296] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.169485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.169757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.170047] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.171030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.196290] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.436315] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.436508] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.436638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.436941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.437100] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.437248] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb not found, creating... [ 711.437518] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.437691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.437820] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.438051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.438189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.438460] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.438609] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.438721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.439535] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.439535] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.439535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb is going to be created. [ 711.462274] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.462496] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.462722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.463324] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.463581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.463856] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.554386] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.554773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.554773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.555059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.555199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.555273] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be created. [ 711.589773] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.589996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.589996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.590306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.590544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.604441] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: UNINITIALIZED for 2s [ 711.665899] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 711.666249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.699101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.699271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.699345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.699646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.699750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.699865] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be updated. [ 711.735274] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.735479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.735479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.735698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.735841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.746021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: IN_PROGRESS for 2s [ 711.800498] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 711.800498] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 711.800498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.902324] env[65073]: INFO networking_nsxv3.common.synchronization [req-af7c1fa8-3601-4e1b-92c3-b5036f7a1c96 req-bcfeb4f3-43c6-455d-a663-c544faf7bed6 service nova] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_rules [ 711.902489] env[65073]: INFO networking_nsxv3.common.synchronization [req-af7c1fa8-3601-4e1b-92c3-b5036f7a1c96 req-bcfeb4f3-43c6-455d-a663-c544faf7bed6 service nova] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 711.902647] env[65073]: INFO networking_nsxv3.common.synchronization [req-af7c1fa8-3601-4e1b-92c3-b5036f7a1c96 req-bcfeb4f3-43c6-455d-a663-c544faf7bed6 service nova] Enqueued Resource ID: 7fd6b80a-31d9-4f1a-aca2-97bff528b6ab with Priority: HIGHEST for action port [ 711.903203] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_rules [ 711.903290] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 711.903390] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd6b80a-31d9-4f1a-aca2-97bff528b6ab with Priority: HIGHEST for action port [ 711.903764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.904306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.904451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.904696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.904821] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.909663] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.909663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.909663] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.909663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.909663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.909663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.909663] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd6b80a-31d9-4f1a-aca2-97bff528b6ab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.208399] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-abb747d2-aec0-41d4-835f-2a2b468436b0 service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 712.208687] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-abb747d2-aec0-41d4-835f-2a2b468436b0 service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 712.208807] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-abb747d2-aec0-41d4-835f-2a2b468436b0 service nova] Enqueued Resource ID: a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb with Priority: HIGHEST for action port [ 712.213026] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 712.213321] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 712.213506] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb with Priority: HIGHEST for action port [ 712.213905] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.214072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.218480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.218480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.218480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.218480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.218480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.218480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.218480] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.398596] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e67c7b9-034b-4adc-b0f5-a0ea20bd33a7 req-4bdac013-ab31-4d83-bac0-70b3be453754 tempest-VolumesAssistedSnapshotsTest-1951648630 tempest-VolumesAssistedSnapshotsTest-1951648630-project-member] Enqueued Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_members [ 712.398596] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGHEST for action security_group_members [ 712.399315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9185896-edd3-4a13-a2af-94afa39fa5f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.399315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.399315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.399615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.399839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.399998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.400143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.400382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.401068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.401068] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.409345] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.409499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.413797] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fd6b80a-31d9-4f1a-aca2-97bff528b6ab with status ACTIVE [ 712.414085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.414278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.414393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.414867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.414867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.415155] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.415306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.416433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.416433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.416433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.416433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.416433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.416433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.417367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.417367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.417367] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fd6b80a-31d9-4f1a-aca2-97bff528b6ab is going to be updated. [ 712.439386] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.439541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.439614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.440694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.440909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.441229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd6b80a-31d9-4f1a-aca2-97bff528b6ab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.702109] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 712.702109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.723030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb with status ACTIVE [ 712.723030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.723030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.723030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.723030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.723030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb is going to be updated. [ 712.746415] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.746415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.746415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.747502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.747502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.747502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6123d4f-f7af-4b8e-a81a-8a21a77c0ffb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.903435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.903606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.903691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.904108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.904108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.904700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.904939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.904939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.905303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.905444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.905584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 is going to be updated. [ 712.955956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.955956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.955956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.955956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.955956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.970205] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 in Status: IN_PROGRESS for 2s [ 713.079794] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.079794] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-198" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.079794] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-198" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.081067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-198" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.081135] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082845] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.083191] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.083580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.084510] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.084510] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.084510] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.084510] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.084820] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.084820] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.084820] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.084966] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.126063] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.126247] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.126380] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.126553] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-198" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.126891] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.127081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.127198] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.127551] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.127686] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c786a02-345c-4d09-82ce-b86b9ff9ca9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.616577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 713.616577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.616577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.616577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.616577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.616577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.616577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.616577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.616577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.617307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.617307] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.618075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.618198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.618351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.618463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.618527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.618679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.618767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.618885] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.630769] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.630769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.631137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.631137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.631269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.631414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 9c786a02-345c-4d09-82ce-b86b9ff9ca9a not found, creating... [ 713.631749] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.631908] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.632031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.632260] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.632438] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.632721] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.632863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.632965] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.633181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.633304] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.633435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 9c786a02-345c-4d09-82ce-b86b9ff9ca9a is going to be created. [ 713.656285] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.656528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.656578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.656843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.657079] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.657302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.758089] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: SUCCESS [ 713.758455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.758544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.758750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.758943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.761783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.761783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.761783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.761783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.761783] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.121015] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.121197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.121401] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.261907] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.404847] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-e6de2ddb-5a00-4ff6-b822-895be925bd39 service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 714.405883] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-e6de2ddb-5a00-4ff6-b822-895be925bd39 service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 714.405883] env[65073]: INFO networking_nsxv3.common.synchronization [req-54f515f2-d2ce-44d0-8f32-654ad0dd81a9 req-e6de2ddb-5a00-4ff6-b822-895be925bd39 service nova] Enqueued Resource ID: 9c786a02-345c-4d09-82ce-b86b9ff9ca9a with Priority: HIGHEST for action port [ 714.406665] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 714.406899] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 714.410571] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c786a02-345c-4d09-82ce-b86b9ff9ca9a with Priority: HIGHEST for action port [ 714.410571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.410571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.410571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.410571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.410571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.410571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.410571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.410571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.410571] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c786a02-345c-4d09-82ce-b86b9ff9ca9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.428917] env[65073]: INFO networking_nsxv3.common.synchronization [req-758c22aa-c367-4791-9ac7-5294fce37fe9 req-024d09bb-2038-41a5-ad76-9f68c7f49e9d tempest-ServersTestManualDisk-2088642003 tempest-ServersTestManualDisk-2088642003-project-member] Enqueued Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_members [ 714.431641] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_members [ 714.431641] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8befc05-8466-413d-8af4-ebdb56334b4e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.431641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.431641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.431641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.431943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.431997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.432304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.432367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.432522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.432595] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.626287] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.764818] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.839376] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.839586] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-414" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.839707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-414" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.840069] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-414" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.840356] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.840560] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.840782] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.841202] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.841202] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.841368] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.841471] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.841569] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.841668] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.841768] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.841862] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.841985] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.870474] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.870670] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.870783] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.870957] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-414" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.871351] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-9562459d-aee0-4bba-aaeb-4a62d6ad4972 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.871679] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-9562459d-aee0-4bba-aaeb-4a62d6ad4972" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.871762] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-9562459d-aee0-4bba-aaeb-4a62d6ad4972" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.872116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-9562459d-aee0-4bba-aaeb-4a62d6ad4972" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.872313] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9562459d-aee0-4bba-aaeb-4a62d6ad4972',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.913429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c786a02-345c-4d09-82ce-b86b9ff9ca9a with status ACTIVE [ 714.913539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.913730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.913881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.914032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.914145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.914342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.914451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.914613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.914672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.914744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.914929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.915065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.915126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.915268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.915341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.915422] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c786a02-345c-4d09-82ce-b86b9ff9ca9a is going to be updated. [ 714.937537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.937795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.937850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.938098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.938229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.938431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.938538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.938567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.939137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.939137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.939137] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8befc05-8466-413d-8af4-ebdb56334b4e already deleted. [ 714.939137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.945447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.945447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.945447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.946241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.946241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.946563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c786a02-345c-4d09-82ce-b86b9ff9ca9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.985939] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 in Status: SUCCESS [ 714.986149] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 deletion is rescheduled due to dependency. [ 714.986263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.129179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.129915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.129915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.129915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.129915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.129915] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 715.164762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.165060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.165161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.165482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.165726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.176484] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 715.267117] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.267283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.267353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.267569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.267696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.267757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be updated. [ 715.313016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.313162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.313229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.313446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.313586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.324281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: IN_PROGRESS for 2s [ 715.374839] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.375275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.375456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.375868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.376121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.376364] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 9562459d-aee0-4bba-aaeb-4a62d6ad4972 not found, creating... [ 715.376851] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.376937] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.377068] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.377328] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.377500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.377798] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.377953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.378079] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.378297] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.378426] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.378552] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 9562459d-aee0-4bba-aaeb-4a62d6ad4972 is going to be created. [ 715.406397] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.406611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.406725] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.407043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.407256] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.407481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-9562459d-aee0-4bba-aaeb-4a62d6ad4972" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.581378] env[65073]: INFO networking_nsxv3.common.synchronization [req-758c22aa-c367-4791-9ac7-5294fce37fe9 req-b33ba529-db99-4d7d-bb91-e3c77905e354 service nova] Enqueued Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_rules [ 716.581721] env[65073]: INFO networking_nsxv3.common.synchronization [req-758c22aa-c367-4791-9ac7-5294fce37fe9 req-b33ba529-db99-4d7d-bb91-e3c77905e354 service nova] Enqueued Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_members [ 716.581799] env[65073]: INFO networking_nsxv3.common.synchronization [req-758c22aa-c367-4791-9ac7-5294fce37fe9 req-b33ba529-db99-4d7d-bb91-e3c77905e354 service nova] Enqueued Resource ID: 9562459d-aee0-4bba-aaeb-4a62d6ad4972 with Priority: HIGHEST for action port [ 716.582621] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_rules [ 716.583183] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_members [ 716.583358] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9562459d-aee0-4bba-aaeb-4a62d6ad4972 with Priority: HIGHEST for action port [ 716.584033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8befc05-8466-413d-8af4-ebdb56334b4e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.584296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.584509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.584862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.584960] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.586804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8befc05-8466-413d-8af4-ebdb56334b4e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.586804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.586804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.587061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.587061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.587206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.587942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.587942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.587942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.587942] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.590555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9562459d-aee0-4bba-aaeb-4a62d6ad4972 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.590555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9562459d-aee0-4bba-aaeb-4a62d6ad4972" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.590555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9562459d-aee0-4bba-aaeb-4a62d6ad4972" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.590555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9562459d-aee0-4bba-aaeb-4a62d6ad4972" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.590555] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9562459d-aee0-4bba-aaeb-4a62d6ad4972',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.095989] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8befc05-8466-413d-8af4-ebdb56334b4e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.096150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.096315] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9562459d-aee0-4bba-aaeb-4a62d6ad4972 with status ACTIVE [ 717.096484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.096579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.098578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.098578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.098578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.098578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9562459d-aee0-4bba-aaeb-4a62d6ad4972 is going to be updated. [ 717.101641] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.129399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.129546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.129621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.129839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.130300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.130965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9562459d-aee0-4bba-aaeb-4a62d6ad4972" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.190053] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 717.190377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.190731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.190984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.191206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.191409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.191409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.191569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.191654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.191762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.191906] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.192036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.192742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.197037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.197037] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.197037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.197037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.197037] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.337704] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: SUCCESS [ 717.337704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.337704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.337704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.337704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.337704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.337704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.337704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.337704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.337704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.339075] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.606447] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.702047] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd9ff535-efd5-4761-822c-a4f02b159031: rpc.has_security_group_logging(os_id): False [ 717.703994] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.724831] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.725147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.725182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.725639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.725725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.725971] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.726119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.726224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.726462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.726550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.726774] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.726867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.727022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.727328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.727402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.727614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.727761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.727821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.728048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.728179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.728273] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be created. [ 717.816049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.816049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.816049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.816049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.816049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.842424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.842583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.842631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.842919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.843100] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.844018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.844018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.844018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.844018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.844018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.844018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.844018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.844018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.844345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.844345] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.844345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.844345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.844512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.844542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.844610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.844698] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.852434] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 718.109208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.109381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.109453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.109697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.109793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.109921] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8befc05-8466-413d-8af4-ebdb56334b4e is going to be created. [ 718.143149] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.143420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.143420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.143564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.144783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.157918] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8befc05-8466-413d-8af4-ebdb56334b4e in Status: UNINITIALIZED for 2s [ 718.208954] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.350029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 693ed0b2-5b52-4293-9f82-973b084fd90d: rpc.has_security_group_logging(os_id): False [ 718.371369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.371544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.371587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.371948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.372129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.372432] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.372592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.375024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.375024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.375024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.375024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be updated. [ 718.464175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.464863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.465260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.465533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.465696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.489920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: IN_PROGRESS for 2s [ 718.629226] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e6858db-d27d-4677-970f-e090eea916ab req-2b4834cc-0c88-4027-9d54-7832cd33fc73 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 718.629558] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e6858db-d27d-4677-970f-e090eea916ab req-2b4834cc-0c88-4027-9d54-7832cd33fc73 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 718.630021] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 718.634102] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 718.634506] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.637707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.637707] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.637707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.637707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.637707] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.711027] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e6858db-d27d-4677-970f-e090eea916ab req-2b4834cc-0c88-4027-9d54-7832cd33fc73 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_rules [ 718.711238] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e6858db-d27d-4677-970f-e090eea916ab req-2b4834cc-0c88-4027-9d54-7832cd33fc73 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 718.711459] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e6858db-d27d-4677-970f-e090eea916ab req-2b4834cc-0c88-4027-9d54-7832cd33fc73 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 718.711618] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e6858db-d27d-4677-970f-e090eea916ab req-2b4834cc-0c88-4027-9d54-7832cd33fc73 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 718.711800] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e6858db-d27d-4677-970f-e090eea916ab req-2b4834cc-0c88-4027-9d54-7832cd33fc73 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 with Priority: HIGHEST for action port [ 718.712978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.713172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.713362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.713556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.713691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.713845] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 718.715679] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_rules [ 718.715885] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 718.721746] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 with Priority: HIGHEST for action port [ 718.721746] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 718.721746] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 718.721746] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.721746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.721746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.722027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.722027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.723071] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.723203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.723256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.723455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.723538] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.725132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-381fc35b-2b15-48cb-aecf-9bab986d79e6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.725279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.725345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.725558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.725642] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381fc35b-2b15-48cb-aecf-9bab986d79e6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.726651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.726747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.726963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.727095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.806412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.806412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.806603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.807170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.807314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.824336] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 719.140609] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.141823] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.228791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.228968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.229578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.229578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.229578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 381fc35b-2b15-48cb-aecf-9bab986d79e6 with status ACTIVE [ 719.229578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.229896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.229896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.229990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.232048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.232048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.232048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.232048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 is going to be updated. [ 719.269199] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.269346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.270119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.270119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.270119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.270119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.649527] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.650703] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.873721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 719.873889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.874514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.874514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.874514] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.153305] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.153483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.153526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.153735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.154173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.154173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 720.155848] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.155954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.156036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.156248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.156317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.156389] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be created. [ 720.179764] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8befc05-8466-413d-8af4-ebdb56334b4e in Status: SUCCESS [ 720.179764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.179922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.180484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.180484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.180484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.180484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.180919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.181136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.181263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.181450] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.205113] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.205113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.205113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.205113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.205481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.209233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.209414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.209500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.209756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.209911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.218983] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 720.219697] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: UNINITIALIZED for 2s [ 720.370944] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 720.371109] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGHEST for action security_group_members [ 720.371818] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 720.371818] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 720.372106] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGHEST for action security_group_members [ 720.372106] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 720.372559] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.372658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.372919] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.373040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.373103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.373363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.373514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.373611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.373673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.373824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.373915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.374010] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.374853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.374945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.376698] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.376790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.423289] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_rules [ 720.423289] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 720.423289] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 720.423488] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 720.423556] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGHEST for action security_group_rules [ 720.423725] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGHEST for action security_group_members [ 720.423856] env[65073]: INFO networking_nsxv3.common.synchronization [req-5fdc292b-f784-4699-8cc2-cf70029e09c6 req-1976130f-7e5e-45d3-8a50-b16f96963cdd tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 with Priority: HIGHEST for action port [ 720.428029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_rules [ 720.428029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 720.428029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGHEST for action security_group_members [ 720.428029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 with Priority: HIGHEST for action port [ 720.428029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGHEST for action security_group_rules [ 720.428029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 720.428029] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 720.428029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.428029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.428029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.428029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.428029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.428029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.428029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-381fc35b-2b15-48cb-aecf-9bab986d79e6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.428029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.428029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.428029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.428029] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381fc35b-2b15-48cb-aecf-9bab986d79e6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.428029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.429163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.429163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.429163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.429163] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.429163] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.429369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.430103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.430103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.506903] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: SUCCESS [ 720.507164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.685603] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.835896] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 720.836468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.839344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.839344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.839513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.840642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.840642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.840642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.840642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.840642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.840642] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.876655] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.932425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.932673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.933121] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 381fc35b-2b15-48cb-aecf-9bab986d79e6 with status ACTIVE [ 720.933435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.933645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.933742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.934071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.934246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.934533] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.934715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.937964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.938633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.939525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.939934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.941106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.941619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.941964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.943076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.943316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 381fc35b-2b15-48cb-aecf-9bab986d79e6 is going to be updated. [ 720.972889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.973171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.973305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.973620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.974061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.974133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381fc35b-2b15-48cb-aecf-9bab986d79e6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.188284] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8befc05-8466-413d-8af4-ebdb56334b4e: rpc.has_security_group_logging(os_id): False [ 721.206273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.206422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.206500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.206729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.206980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.207116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.207230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.207279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.207435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.207513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.207598] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8befc05-8466-413d-8af4-ebdb56334b4e is going to be created. [ 721.306340] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.306485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.306553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.306757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.306933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.328025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8befc05-8466-413d-8af4-ebdb56334b4e in Status: IN_PROGRESS for 2s [ 721.345851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.345851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.345851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.345851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.345851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.346611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.346611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.346611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.346611] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.379022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.853385] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd9ff535-efd5-4761-822c-a4f02b159031: rpc.has_security_group_logging(os_id): False [ 721.875181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.875383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.876042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.876042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.876042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.876042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.876263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.876263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.877788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.877788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.877788] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.878318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.878318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.878318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.878318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.878575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.878741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.878861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.879088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.879231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.879354] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 721.882761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.882761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.882964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.883516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.883516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.883516] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 is going to be created. [ 721.909900] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.910063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.910129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.910336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.910505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.922359] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: UNINITIALIZED for 2s [ 721.956515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.956515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.956515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.956515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.956515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.973859] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 722.234084] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: UNINITIALIZED for 4s [ 722.235621] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 4s [ 722.413543] env[65073]: INFO networking_nsxv3.common.synchronization [req-875ac016-c1c7-420c-a684-7408048e683b req-1db45a8e-b8db-4f8c-aa05-dff834113eac tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_members [ 722.416701] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_members [ 722.417328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.417328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.417559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.417693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.417856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.417967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.418037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.418215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.418303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.418400] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.500055] env[65073]: INFO networking_nsxv3.common.synchronization [None req-eb9f4adf-39c0-4168-8762-a1613d7c64d5 None None] Enqueued Resource ID: c83625cd-ff9e-4887-a5b6-938a14db4184 with Priority: HIGHEST for action port [ 722.500055] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83625cd-ff9e-4887-a5b6-938a14db4184 with Priority: HIGHEST for action port [ 722.502051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83625cd-ff9e-4887-a5b6-938a14db4184 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.502261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83625cd-ff9e-4887-a5b6-938a14db4184" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.502356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83625cd-ff9e-4887-a5b6-938a14db4184" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.502712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83625cd-ff9e-4887-a5b6-938a14db4184" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.502848] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83625cd-ff9e-4887-a5b6-938a14db4184',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.925306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.925738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.925738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.925918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.926045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.926311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.927544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.927544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.927544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.927544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.927544] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f708fa7c-91df-4441-a3dd-298900288161 already deleted. [ 722.927544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.005613] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c83625cd-ff9e-4887-a5b6-938a14db4184 [ 723.006682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.006682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.006682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.006682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.006682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.006682] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c83625cd-ff9e-4887-a5b6-938a14db4184 already deleted. [ 723.006682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83625cd-ff9e-4887-a5b6-938a14db4184" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.071325] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.071519] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.071837] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.073181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.073181] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.073181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.073181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.073181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.073181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.073652] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.073652] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.073652] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.073652] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.073652] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.073857] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.073922] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.095475] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.095762] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.095762] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.095947] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.096271] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-0c95861c-a980-4280-8092-396cbe73634b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.096734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-0c95861c-a980-4280-8092-396cbe73634b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.096814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-0c95861c-a980-4280-8092-396cbe73634b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.097228] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-0c95861c-a980-4280-8092-396cbe73634b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.097360] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c95861c-a980-4280-8092-396cbe73634b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.346547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8befc05-8466-413d-8af4-ebdb56334b4e in Status: SUCCESS [ 723.346642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.600501] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.600833] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.601017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.601378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.601587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.601796] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 0c95861c-a980-4280-8092-396cbe73634b not found, creating... [ 723.602140] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.602342] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.602486] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.602788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.602961] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.604254] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.604425] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.604540] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.604777] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.604902] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.605065] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 0c95861c-a980-4280-8092-396cbe73634b is going to be created. [ 723.633478] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.633692] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.633845] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.634280] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.634583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.636257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-0c95861c-a980-4280-8092-396cbe73634b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.936578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: SUCCESS [ 723.936965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.937050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.937363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.937442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.937589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.937660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.937817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.937899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.938023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.006507] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 724.006507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.006757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.007131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.007131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.260923] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 724.260923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.260923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.260923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.260923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.260923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.260923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.260923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.260923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.260923] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.267564] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: SUCCESS [ 724.267804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.267979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.269129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.269129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.269129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.269129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.269129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.269129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.269129] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.408520] env[65073]: INFO networking_nsxv3.common.synchronization [req-875ac016-c1c7-420c-a684-7408048e683b req-dfabe038-61c1-4e72-832a-4b8510debed4 service nova] Enqueued Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_rules [ 724.409872] env[65073]: INFO networking_nsxv3.common.synchronization [req-875ac016-c1c7-420c-a684-7408048e683b req-dfabe038-61c1-4e72-832a-4b8510debed4 service nova] Enqueued Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_members [ 724.409872] env[65073]: INFO networking_nsxv3.common.synchronization [req-875ac016-c1c7-420c-a684-7408048e683b req-dfabe038-61c1-4e72-832a-4b8510debed4 service nova] Enqueued Resource ID: 0c95861c-a980-4280-8092-396cbe73634b with Priority: HIGHEST for action port [ 724.410694] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_rules [ 724.410694] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_members [ 724.410694] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c95861c-a980-4280-8092-396cbe73634b with Priority: HIGHEST for action port [ 724.411186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.411280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.411337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.411559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.411675] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.412654] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.412759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.412863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.416747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.416747] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.416747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.416747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.416747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.416747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.416747] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.416747] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c95861c-a980-4280-8092-396cbe73634b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.417180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c95861c-a980-4280-8092-396cbe73634b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.417180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c95861c-a980-4280-8092-396cbe73634b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.417180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c95861c-a980-4280-8092-396cbe73634b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.417180] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c95861c-a980-4280-8092-396cbe73634b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.444947] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.510367] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.510582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.510582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.511685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.511685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.511685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.511685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.511685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.511685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.511685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.512130] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.773137] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.775410] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.920948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.921256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.921420] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c95861c-a980-4280-8092-396cbe73634b with status ACTIVE [ 724.921626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.921990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.921990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.922071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.922380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.922380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.922501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.922547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.922701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.922910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.923086] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.923136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.923294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.923344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.923433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.923530] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c95861c-a980-4280-8092-396cbe73634b is going to be updated. [ 724.927835] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.940240] env[65073]: INFO networking_nsxv3.common.synchronization [None req-74f57a80-c448-432b-9812-da5bb448418c tempest-ServersTestFqdnHostnames-1698629908 tempest-ServersTestFqdnHostnames-1698629908-project-member] Enqueued Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_rules [ 724.940240] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_rules [ 724.940240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.940240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.940899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.940899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.940899] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.946039] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.977034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.977034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.977034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.977034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.977034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.977034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c95861c-a980-4280-8092-396cbe73634b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.018172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.018172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.018172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.018172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.018172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.018833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.018833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.018833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.018833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.018833] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.100759] env[65073]: INFO networking_nsxv3.common.synchronization [req-d198ae39-53e8-49ff-8953-e80b4ff329cb req-9292bbcd-cee0-4c56-875a-afe0a515b54e tempest-ServersAdminNegativeTestJSON-1998829434 tempest-ServersAdminNegativeTestJSON-1998829434-project-member] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 725.101453] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 725.101789] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.102617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.102617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.102617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.102873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.103191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.103191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.103318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.103414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.103517] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.248810] env[65073]: INFO networking_nsxv3.common.synchronization [None req-74800e10-7afe-4325-ac82-310253cc5c36 tempest-ServersTestFqdnHostnames-1698629908 tempest-ServersTestFqdnHostnames-1698629908-project-member] Enqueued Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_rules [ 725.249628] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_rules [ 725.249737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.249844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.278143] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.278143] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.432566] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.448525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.450335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.450335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.450335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.450335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.450335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 is going to be updated. [ 725.471081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.471081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.471081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.471081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.471081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.471081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 already deleted. [ 725.471081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.471081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.471081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.471081] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.476887] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c9d6175d-d5ee-4286-9c7e-b65d2b7ca2d6 None None] Enqueued Resource ID: a659a38e-90c7-4c44-938f-abb049603272 with Priority: HIGHEST for action port [ 725.477551] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a659a38e-90c7-4c44-938f-abb049603272 with Priority: HIGHEST for action port [ 725.478156] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a659a38e-90c7-4c44-938f-abb049603272 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.478338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a659a38e-90c7-4c44-938f-abb049603272" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.478446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a659a38e-90c7-4c44-938f-abb049603272" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.479125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a659a38e-90c7-4c44-938f-abb049603272" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.479868] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a659a38e-90c7-4c44-938f-abb049603272',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.497054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.497214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.497361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.497541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.497757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.510581] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: IN_PROGRESS for 2s [ 725.521709] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd9ff535-efd5-4761-822c-a4f02b159031: rpc.has_security_group_logging(os_id): False [ 725.555031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.555031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.555031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.555031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.555031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.555031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.555031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.555031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.555031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.555031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.555031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.556301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.556351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.556534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.556618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.556827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.556949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.557018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.557166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.557244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.557333] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 725.606248] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.629020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.629225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.629296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.630797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.630797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.650533] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 725.673580] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.673870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.673941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.674862] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.675308] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.675502] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.676109] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.676109] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.676109] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.676573] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.676573] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.676573] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.676695] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.676927] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.676927] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.677041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.731834] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.732029] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.732175] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.732358] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.732741] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-89b16884-7745-45a8-9130-6b709499d555 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.732989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-89b16884-7745-45a8-9130-6b709499d555" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.733210] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-89b16884-7745-45a8-9130-6b709499d555" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.734122] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-89b16884-7745-45a8-9130-6b709499d555" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.734463] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b16884-7745-45a8-9130-6b709499d555',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.779615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.779816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.779889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.780125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.780221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.780335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 725.782333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.782464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.782554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.782860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.782963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.783195] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be updated. [ 725.841820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.842064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.842122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.842334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.842482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.844535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.844678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.844761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.845028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.845445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.859278] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: IN_PROGRESS for 2s [ 725.860373] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 725.936977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.936977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.936977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.937236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.937236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.937316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f708fa7c-91df-4441-a3dd-298900288161 is going to be created. [ 725.980814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.981231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.981231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.981372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.981444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.982700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a659a38e-90c7-4c44-938f-abb049603272 [ 725.982994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.983142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.983308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.983506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.983606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.983703] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a659a38e-90c7-4c44-938f-abb049603272 already deleted. [ 725.983776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a659a38e-90c7-4c44-938f-abb049603272" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.997458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.997762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.997889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.998226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.998388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.998551] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 already deleted. [ 725.998730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.001520] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f708fa7c-91df-4441-a3dd-298900288161 in Status: UNINITIALIZED for 2s [ 726.108360] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.236963] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.237253] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.237380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.237664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.237814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.237978] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 89b16884-7745-45a8-9130-6b709499d555 not found, creating... [ 726.238281] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.238444] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.238558] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.238784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.238938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.239238] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.239383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.239494] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.239724] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.239855] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.240271] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 89b16884-7745-45a8-9130-6b709499d555 is going to be created. [ 726.267664] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.267664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.267664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.267846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.268390] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.268390] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-89b16884-7745-45a8-9130-6b709499d555" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.612043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.612043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.612043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.612388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.612497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.612601] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be updated. [ 726.648925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.649124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.649221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.649462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.649646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.663672] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: IN_PROGRESS for 2s [ 727.029788] env[65073]: INFO networking_nsxv3.common.synchronization [req-d198ae39-53e8-49ff-8953-e80b4ff329cb req-ca7aa3af-5f78-46b8-b13b-c3c46a08f98e service nova] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_rules [ 727.029788] env[65073]: INFO networking_nsxv3.common.synchronization [req-d198ae39-53e8-49ff-8953-e80b4ff329cb req-ca7aa3af-5f78-46b8-b13b-c3c46a08f98e service nova] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 727.030153] env[65073]: INFO networking_nsxv3.common.synchronization [req-d198ae39-53e8-49ff-8953-e80b4ff329cb req-ca7aa3af-5f78-46b8-b13b-c3c46a08f98e service nova] Enqueued Resource ID: 89b16884-7745-45a8-9130-6b709499d555 with Priority: HIGHEST for action port [ 727.030153] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_rules [ 727.030298] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 727.030361] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b16884-7745-45a8-9130-6b709499d555 with Priority: HIGHEST for action port [ 727.033062] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.033200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.033266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.033499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.033598] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.034552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.034640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.034838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-89b16884-7745-45a8-9130-6b709499d555 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.034940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89b16884-7745-45a8-9130-6b709499d555" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.035011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89b16884-7745-45a8-9130-6b709499d555" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.035194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89b16884-7745-45a8-9130-6b709499d555" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.035384] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b16884-7745-45a8-9130-6b709499d555',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.529315] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: SUCCESS [ 727.529634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.530563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.530885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.531202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.531370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.532162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.532478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.532722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.532828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.532972] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.537205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.537363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.537607] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89b16884-7745-45a8-9130-6b709499d555 with status ACTIVE [ 727.537808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.537943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.538038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.538258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.538335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.539022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.539022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.539022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.539022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.539022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.539302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.539302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.539302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.539465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.539465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.539587] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89b16884-7745-45a8-9130-6b709499d555 is going to be updated. [ 727.595672] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.595866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.595906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.596146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.596309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.596478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89b16884-7745-45a8-9130-6b709499d555" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.679700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 727.679966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.871514] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: SUCCESS [ 727.871790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.872026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.872252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.872444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.872558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.872621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.872873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.872963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.873059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.873191] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.875263] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 727.875488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.875653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.875861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.876046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.876903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.876903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.876903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.876903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.876903] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.877872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.878260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.878339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.878425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.878479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.878627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.878715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.878783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.878876] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.879992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.880209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.880410] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.880551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.880597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.880732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.880807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.880893] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.012790] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f708fa7c-91df-4441-a3dd-298900288161 in Status: SUCCESS [ 728.013042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.013315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.013529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.013900] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.013900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.015136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.015136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.015136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.015136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.015136] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.035877] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.381134] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.384244] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.386009] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.386122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.386364] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.517104] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.538349] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19: rpc.has_security_group_logging(os_id): False [ 728.572378] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.572378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.572378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.572631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.572631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.572895] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.573074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.573141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.573299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.573371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.573460] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 is going to be created. [ 728.663776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.664043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.664110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.664524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.664843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.710411] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: SUCCESS [ 728.710411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.711333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.711453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.711571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.711873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.712014] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.721456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: IN_PROGRESS for 2s [ 728.888277] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e61c43-fe13-4da9-986e-a98f4bfce038: rpc.has_security_group_logging(os_id): False [ 728.889473] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.891632] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.928571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.928693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.928783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.929840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.929962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.931021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.931173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.931221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.931493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.933044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.933044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be created. [ 729.020948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f708fa7c-91df-4441-a3dd-298900288161: rpc.has_security_group_logging(os_id): False [ 729.042666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.043133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.043133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.043322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.043500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.048545] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.048789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.048789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.048963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.049079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.049338] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.049635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.049635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.049635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.049736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.049819] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f708fa7c-91df-4441-a3dd-298900288161 is going to be created. [ 729.059033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: IN_PROGRESS for 2s [ 729.169832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.170287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.170287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.170899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.171336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.217043] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.391969] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f708fa7c-91df-4441-a3dd-298900288161 in Status: IN_PROGRESS for 2s [ 729.398028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.398028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.398028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.398028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.398028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.398028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be updated. [ 729.398028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.398028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.398835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.399366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.399708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.400042] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 729.473370] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.473370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.473370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.473370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.473370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.477503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.477503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.477503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.477503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.477503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.491450] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: IN_PROGRESS for 2s [ 729.491885] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 729.720446] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.222586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.225344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.225344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.225344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.225344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.225344] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be updated. [ 730.289709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.289709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.290036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.290036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.290349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.304263] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: IN_PROGRESS for 2s [ 730.666251] env[65073]: INFO networking_nsxv3.common.synchronization [req-5ccb4ae0-a792-4fc9-9006-95a2cb224328 req-9e11ab80-611b-43b6-9046-354e48de41c5 tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 730.667430] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 730.667901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.667968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.668019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.668290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.668497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.668616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.668712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.668899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.669343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.669521] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.735413] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: SUCCESS [ 730.735665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.077189] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: SUCCESS [ 731.077443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.077637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.077987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.078117] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.172187] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.219438] env[65073]: INFO networking_nsxv3.common.synchronization [req-5ccb4ae0-a792-4fc9-9006-95a2cb224328 req-ade49f3d-a73c-46c9-abd3-0587b2e9480b tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 731.221930] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 731.223576] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.223576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.409243] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f708fa7c-91df-4441-a3dd-298900288161 in Status: SUCCESS [ 731.409468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.467850] env[65073]: INFO networking_nsxv3.common.synchronization [req-5ccb4ae0-a792-4fc9-9006-95a2cb224328 req-e8167ca6-e49b-4210-88d3-f937889e8c7d tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 731.468368] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 731.468686] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.468792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.505805] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 731.506128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.506911] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: SUCCESS [ 731.507577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.507577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.507577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.507810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.507982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.508058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.508245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.508330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.508432] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.509352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.509452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.509685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.509748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.509801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.509912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.509994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.510125] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.581013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.581400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.674478] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.015437] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.016300] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.178585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.178585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.178585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.178857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.178857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.178857] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 732.230794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.231281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.231281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.231390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.243856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 732.319185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: SUCCESS [ 732.319445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.319630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.319893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.320167] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.320479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.320479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.320682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.320811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.320874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.320991] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.523446] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.525027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.583462] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b271245-a870-4397-b452-9ef1e52b04e9 req-744e1704-47ca-44e9-9930-594488be5aef tempest-ImagesOneServerNegativeTestJSON-978776628 tempest-ImagesOneServerNegativeTestJSON-978776628-project-member] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 732.584040] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 732.584313] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.584406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.584446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.584673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.584831] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.584935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.584997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.585187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.585360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.585475] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.826554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.826793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.826835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.827120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.827870] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.828155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.828155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.828360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.828480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.828571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.828758] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.828869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.828933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.829109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.829252] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.829357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.829419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.829560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.829649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.829730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.829843] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.028728] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.028915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.028997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.029600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.029600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.029600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 733.030812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.030933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.030933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.031074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.031138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.031227] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be updated. [ 733.033866] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-99 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.034091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.034240] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.034550] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.034843] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.035023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.035252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.035338] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.035466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.035659] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.035813] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.035861] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.035963] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.036078] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.036175] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.036325] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.070586] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.070789] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.070965] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.071209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.071643] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.071892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.072105] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.072540] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.072732] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd2949a-3988-4cf9-9fd1-bd7fb86221af',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.089276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.089276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.089276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.089276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.089276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.089276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.089276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.089276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.089276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.089276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.089780] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 already deleted. [ 733.089780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.107752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.108050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.108256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.108472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.108656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.111326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.111450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.111525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.111729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.111875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.127188] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: IN_PROGRESS for 2s [ 733.128056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 733.332201] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05984004-0c63-4cb8-9eb4-95acd0171dc2: rpc.has_security_group_logging(os_id): False [ 733.358479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.358828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.358828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.358975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.359032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.359363] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.359465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.359889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.359889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.359889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.360190] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.360318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.360357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.360510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.360589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.360821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.360901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.360966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.361141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.361283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.361407] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be updated. [ 733.451542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.451751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.451817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.452020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.452155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.468358] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: IN_PROGRESS for 2s [ 733.576455] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.576716] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.576795] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.577252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.577405] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.577553] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port bbd2949a-3988-4cf9-9fd1-bd7fb86221af not found, creating... [ 733.577960] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.577960] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.578191] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.578313] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.578442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.578723] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.578923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.579011] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.579214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.579347] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.579504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: bbd2949a-3988-4cf9-9fd1-bd7fb86221af is going to be created. [ 733.624922] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.625237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.625380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.625669] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.625891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.626147] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.257524] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 734.257869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.258094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.258363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.258601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.258769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.258846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.259029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.259119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.259214] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.363034] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b271245-a870-4397-b452-9ef1e52b04e9 req-e65d2db9-86ce-48d7-9b98-2e44e73be8a7 service nova] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_rules [ 734.365058] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b271245-a870-4397-b452-9ef1e52b04e9 req-e65d2db9-86ce-48d7-9b98-2e44e73be8a7 service nova] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 734.365123] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b271245-a870-4397-b452-9ef1e52b04e9 req-e65d2db9-86ce-48d7-9b98-2e44e73be8a7 service nova] Enqueued Resource ID: bbd2949a-3988-4cf9-9fd1-bd7fb86221af with Priority: HIGHEST for action port [ 734.365730] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_rules [ 734.365877] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 734.366331] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd2949a-3988-4cf9-9fd1-bd7fb86221af with Priority: HIGHEST for action port [ 734.366731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.366731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.369838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.369838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.369838] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.370256] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.370256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.370256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.370375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.372040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.372040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.372040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.372040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.372040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.374185] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.375884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.375884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.376056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.376136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.376270] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd2949a-3988-4cf9-9fd1-bd7fb86221af',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.579077] env[65073]: INFO networking_nsxv3.common.synchronization [None req-14a684fb-3484-4928-b19e-20e96510af70 None None] Enqueued Resource ID: 764098a2-bf3e-4840-9313-3274a8fb5f6f with Priority: HIGHEST for action port [ 734.580121] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764098a2-bf3e-4840-9313-3274a8fb5f6f with Priority: HIGHEST for action port [ 734.580121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-764098a2-bf3e-4840-9313-3274a8fb5f6f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.580496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-764098a2-bf3e-4840-9313-3274a8fb5f6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.580496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-764098a2-bf3e-4840-9313-3274a8fb5f6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.580807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-764098a2-bf3e-4840-9313-3274a8fb5f6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.580807] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764098a2-bf3e-4840-9313-3274a8fb5f6f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.763573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.763791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.763906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.764188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.764288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.764547] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.764625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.764664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.764802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.764886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.764971] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 734.799332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.800125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.800347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.800728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.800990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.811678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 734.814213] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab3e09ac-7445-4597-98be-6fd68dd9aee8 req-0fd5f16b-7ee6-4a63-b24d-c8ca8f3af72a tempest-ListServerFiltersTestJSON-522816871 tempest-ListServerFiltersTestJSON-522816871-project-member] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 734.815486] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 734.816349] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.816349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.816349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.816349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.816579] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.816639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.816673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.816827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.816913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.817015] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.880346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.880346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.880628] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.882652] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbd2949a-3988-4cf9-9fd1-bd7fb86221af with status ACTIVE [ 734.882885] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.883030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.883100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.883349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.883507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.883760] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.883945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.884014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.885511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.885624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.887460] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.887460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.887460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.887460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.887460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.887460] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbd2949a-3988-4cf9-9fd1-bd7fb86221af is going to be updated. [ 734.925062] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.925474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.925474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.925590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.925767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.925955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbd2949a-3988-4cf9-9fd1-bd7fb86221af" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.084309] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 764098a2-bf3e-4840-9313-3274a8fb5f6f [ 735.085166] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.085166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.085166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.085947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.086132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.086247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:764098a2-bf3e-4840-9313-3274a8fb5f6f already deleted. [ 735.086337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-764098a2-bf3e-4840-9313-3274a8fb5f6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.145684] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: SUCCESS [ 735.145997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.147043] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 735.147241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.147414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.147625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.147815] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.147932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.148056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.148189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.148272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.148355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.148449] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.150331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.150331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.150331] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.150331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.150331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.150331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.150331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.150331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.150879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.150879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.150879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.150879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.150879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.151145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.151145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.151225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.151267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.152037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.152037] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.318841] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.388755] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.485453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: SUCCESS [ 735.485453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.655706] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.656726] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4737fc-4415-4cd1-9344-69f286bd25ef: rpc.has_security_group_logging(os_id): False [ 735.680615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.680615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.680615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.680941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.681046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.681862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.681862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.681862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.681862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.681862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.681862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.682270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.682270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.682270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.682270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.682472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.682613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.682660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.682786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.683422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.683422] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 735.762039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.762222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.762307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.762533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.763402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.779066] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 735.821474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.892063] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.892319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.892394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.892844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.893095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.893264] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be created. [ 735.926078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.926078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.926292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.926515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.926748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.938520] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: UNINITIALIZED for 2s [ 736.161116] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e61c43-fe13-4da9-986e-a98f4bfce038: rpc.has_security_group_logging(os_id): False [ 736.184962] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.185086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.185192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.185384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.185480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.185720] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.185824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.185887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.186075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.186181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.186288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be updated. [ 736.256025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.256025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.256348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.256348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.256481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.276841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: IN_PROGRESS for 2s [ 736.324396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.325290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.325417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.325663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.325756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.325892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 736.379468] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.379664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.379755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.380015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.380206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.402973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 736.827884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 736.828124] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 deletion is rescheduled due to dependency. [ 736.828296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.828418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.828650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.828880] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.829045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.829135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.829365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.830980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.830980] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.335028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.335028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.335028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.335028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.335028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.335028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.335028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.335028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.335028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.335028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.335028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 737.367478] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.367744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.367744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.367924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.368186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.379930] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 737.795861] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 737.796192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.796299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.796709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.796709] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.949207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 737.949207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.949207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.949442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.949560] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.950136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.950136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.950136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.950136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.950136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.950300] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.136432] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ce08e0a8-a39c-45dc-a376-820ea542fc7a None None] Enqueued Resource ID: c0bd450d-cf3c-482e-80db-d5a919fb938a with Priority: HIGHEST for action port [ 738.136986] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bd450d-cf3c-482e-80db-d5a919fb938a with Priority: HIGHEST for action port [ 738.137307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0bd450d-cf3c-482e-80db-d5a919fb938a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.137467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0bd450d-cf3c-482e-80db-d5a919fb938a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.137571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0bd450d-cf3c-482e-80db-d5a919fb938a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.137749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0bd450d-cf3c-482e-80db-d5a919fb938a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.137835] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0bd450d-cf3c-482e-80db-d5a919fb938a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.299620] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.299781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.299854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.300121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.300296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.300402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.300467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.300624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.300718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.300839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.300965] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.310457] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: SUCCESS [ 738.310694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.415720] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 738.416444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.453596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.454235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.454413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.454657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.454853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.455061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.455193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.455354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.455443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.455555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.455804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.456064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.456064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.456207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.456324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.456494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.456587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.456824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.456884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.456985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.462529] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.640402] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0bd450d-cf3c-482e-80db-d5a919fb938a [ 738.641210] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.641374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.641374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.641569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.641915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.642038] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0bd450d-cf3c-482e-80db-d5a919fb938a already deleted. [ 738.642131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0bd450d-cf3c-482e-80db-d5a919fb938a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.803499] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.803842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.803899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.804336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.804500] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.804632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.804704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.804916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.805052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.805166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.805348] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.805447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.805513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.805689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.806414] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.806686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.806854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.807018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.807163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.807297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.807464] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.956137] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6fc3f6f-e041-4dbe-bb21-f8fa63742cc0 req-8430f2f8-98aa-4bfc-ad51-31d2801efc9d tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 738.956137] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 738.957737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.958866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.962380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.962380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.962380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.963475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.963475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.963475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.963475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.963475] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.966800] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 741f89f7-93c4-4fb0-b8a4-925a3bdec897: rpc.has_security_group_logging(os_id): False [ 738.991558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.991558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.991558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.991558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.992212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.992212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.992212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.993533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.993533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.993533] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be created. [ 739.087926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.088172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.088172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.088446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.088833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.106177] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 739.310677] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4737fc-4415-4cd1-9344-69f286bd25ef: rpc.has_security_group_logging(os_id): False [ 739.354110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.354110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.354110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.354110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.354110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.354338] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.354338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.354338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.354524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.354606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.354807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.354906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.354972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.355137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.355235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.355451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.355549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.355611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.355753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.355829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.355916] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 739.391214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 739.391452] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 deletion is rescheduled due to dependency. [ 739.391576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.454862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.454862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.454862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.454862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.455265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.466709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.466949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.467081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.467508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.467508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.467808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.467963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.468075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.468389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.468451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.469013] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 739.481519] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 739.519327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.519327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.519327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.519327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.519327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.534976] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 739.982219] env[65073]: INFO networking_nsxv3.common.synchronization [req-bc2428ad-c5d8-4b13-9968-660ccf72db57 req-19f40eda-d147-49e4-b904-5296728607f1 tempest-ServersWithSpecificFlavorTestJSON-320018192 tempest-ServersWithSpecificFlavorTestJSON-320018192-project-member] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 739.983570] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 739.986708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.987563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.987702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.987936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.989813] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.989813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.989813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.990232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.990641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.990641] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.495397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.495565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.495667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.495862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.495960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.496175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.496278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.496339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.496490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.496575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.496666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be updated. [ 740.533374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.533374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.533374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.534156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.534156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.544974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: IN_PROGRESS for 2s [ 741.123098] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 741.123414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.275721] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5e9b88b-cd44-47a0-bfca-8e348297a516 req-32fcb93e-4fab-4502-9ba3-09b3322c16d1 tempest-FloatingIPsAssociationTestJSON-1460387285 tempest-FloatingIPsAssociationTestJSON-1460387285-project-member] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 741.276288] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 741.276689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.276814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.276814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.280292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.280366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.280508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.280631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.280930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.281068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.281176] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.500993] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 741.501916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.547133] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 741.547369] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a deletion is rescheduled due to dependency. [ 741.547533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.720268] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.720462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-165" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.720579] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-165" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.720887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-165" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.721229] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.721978] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.721978] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.722093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.722455] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.722455] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.722542] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.722582] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.722659] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.723082] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.723082] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.723082] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.743798] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.744405] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.744405] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.744583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-165" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.744864] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-4fc5174e-e2e2-41ae-82e4-946f50998b38 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.745040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-4fc5174e-e2e2-41ae-82e4-946f50998b38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.745258] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-4fc5174e-e2e2-41ae-82e4-946f50998b38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.745704] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-4fc5174e-e2e2-41ae-82e4-946f50998b38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.745957] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc5174e-e2e2-41ae-82e4-946f50998b38',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.786488] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.249190] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.250431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.250431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.250431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.250684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.251073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 4fc5174e-e2e2-41ae-82e4-946f50998b38 not found, creating... [ 742.251833] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.252236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.252515] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.254700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.254700] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.254700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.254700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.254700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.254700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.255223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 4fc5174e-e2e2-41ae-82e4-946f50998b38 is going to be created. [ 742.281559] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.281938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.281938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.282273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.282508] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.282775] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-4fc5174e-e2e2-41ae-82e4-946f50998b38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.292034] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.556171] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: SUCCESS [ 742.556359] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 deletion is rescheduled due to dependency. [ 742.556489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.794211] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.794211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.794392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.794490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.794586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.794746] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9653366-c485-45cf-a280-a36e096d0329 is going to be updated. [ 742.827244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.827244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.827244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.827459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.827532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.838544] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: IN_PROGRESS for 2s [ 743.005471] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5e9b88b-cd44-47a0-bfca-8e348297a516 req-77ca0130-ea1b-4318-8029-5d217c765253 service nova] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_rules [ 743.005654] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5e9b88b-cd44-47a0-bfca-8e348297a516 req-77ca0130-ea1b-4318-8029-5d217c765253 service nova] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 743.005762] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5e9b88b-cd44-47a0-bfca-8e348297a516 req-77ca0130-ea1b-4318-8029-5d217c765253 service nova] Enqueued Resource ID: 4fc5174e-e2e2-41ae-82e4-946f50998b38 with Priority: HIGHEST for action port [ 743.006309] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_rules [ 743.006445] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 743.006574] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc5174e-e2e2-41ae-82e4-946f50998b38 with Priority: HIGHEST for action port [ 743.006849] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.006973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.007055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.007285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.007366] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.008231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.008355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.008531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc5174e-e2e2-41ae-82e4-946f50998b38 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.008632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc5174e-e2e2-41ae-82e4-946f50998b38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.008697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc5174e-e2e2-41ae-82e4-946f50998b38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.008870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc5174e-e2e2-41ae-82e4-946f50998b38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.008946] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc5174e-e2e2-41ae-82e4-946f50998b38',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.077216] env[65073]: INFO networking_nsxv3.common.synchronization [None req-07f4759d-ffae-416b-82b1-a705ec6a4577 None None] Enqueued Resource ID: 5c61e515-fc69-4c84-ba17-5c70d725af9f with Priority: HIGHEST for action port [ 743.077617] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c61e515-fc69-4c84-ba17-5c70d725af9f with Priority: HIGHEST for action port [ 743.077811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c61e515-fc69-4c84-ba17-5c70d725af9f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.077979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c61e515-fc69-4c84-ba17-5c70d725af9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.078838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c61e515-fc69-4c84-ba17-5c70d725af9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.079591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c61e515-fc69-4c84-ba17-5c70d725af9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.079591] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c61e515-fc69-4c84-ba17-5c70d725af9f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.512476] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.512846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.512846] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fc5174e-e2e2-41ae-82e4-946f50998b38 with status ACTIVE [ 743.513012] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.513107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.513175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.513577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.513577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.513738] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.513738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.513860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.514035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.514114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.514297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.514393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.514444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.515809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.516956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.517066] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fc5174e-e2e2-41ae-82e4-946f50998b38 is going to be updated. [ 743.538702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.538850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.538922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.539166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.539303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.539459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc5174e-e2e2-41ae-82e4-946f50998b38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.582403] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c61e515-fc69-4c84-ba17-5c70d725af9f [ 743.582868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.583177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.583613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.583932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.584249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.584955] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c61e515-fc69-4c84-ba17-5c70d725af9f already deleted. [ 743.585183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c61e515-fc69-4c84-ba17-5c70d725af9f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.851368] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: SUCCESS [ 744.851796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.851796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.852175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.854101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.854101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.854101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.854101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.854101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.854101] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.361027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.865974] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.235993] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3be86aff-450b-4e73-b5c1-de5876fce650 None None] Enqueued Resource ID: eac009a8-8cb1-44fd-93df-2e26e267a003 with Priority: HIGHEST for action port [ 746.236690] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac009a8-8cb1-44fd-93df-2e26e267a003 with Priority: HIGHEST for action port [ 746.236859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac009a8-8cb1-44fd-93df-2e26e267a003 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.236985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac009a8-8cb1-44fd-93df-2e26e267a003" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.237078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac009a8-8cb1-44fd-93df-2e26e267a003" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.237318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac009a8-8cb1-44fd-93df-2e26e267a003" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.237416] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac009a8-8cb1-44fd-93df-2e26e267a003',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.368428] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.368590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.368689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.368876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.369045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.369137] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9653366-c485-45cf-a280-a36e096d0329 is going to be updated. [ 746.400793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.400959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.401047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.401266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.401413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.414035] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: IN_PROGRESS for 2s [ 746.740852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eac009a8-8cb1-44fd-93df-2e26e267a003 [ 746.741964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.741964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.741964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.741964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.741964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.741964] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eac009a8-8cb1-44fd-93df-2e26e267a003 already deleted. [ 746.741964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac009a8-8cb1-44fd-93df-2e26e267a003" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.424480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: SUCCESS [ 748.424727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.424727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.424957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.425147] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.425282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.425326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.425481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.425563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.425650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.425745] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.928357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.928538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.928538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.928758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.928929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.929058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.929118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.929324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.929424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.929512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.929675] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.929805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.929869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.930073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.930199] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.930335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.930424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.930588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.930696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.930814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.930933] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.434122] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9653366-c485-45cf-a280-a36e096d0329: rpc.has_security_group_logging(os_id): False [ 749.452142] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.452236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.452236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.452438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.452527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.452750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.452843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.452960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.453138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.453229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.453411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.453500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.453559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.453695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.453764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.453963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.454299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.454405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.454588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.454709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.454831] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9653366-c485-45cf-a280-a36e096d0329 is going to be updated. [ 749.532800] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.532800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.532800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.532800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.532800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.547695] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: IN_PROGRESS for 2s [ 750.737737] env[65073]: INFO networking_nsxv3.common.synchronization [None req-ed21cc17-e5df-4238-9c7e-b393ad048c8d None None] Enqueued Resource ID: 5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21 with Priority: HIGHEST for action port [ 750.738776] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21 with Priority: HIGHEST for action port [ 750.738776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.740108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.740204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.740547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.740633] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.948754] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae97d76b-4fa8-47bd-9426-5be1c7aebf6b req-28c64739-e54f-431b-9a68-45a2a245d79c tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 750.949282] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 750.949633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.949709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.950518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.950518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.950640] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.950707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.950790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.951022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.951124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.951222] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.244349] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21 [ 751.244506] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.244641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.244705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.244928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.245043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.245196] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21 already deleted. [ 751.245355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d14ab7a-d0b5-4e9d-a363-c80eaf54ff21" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.378812] env[65073]: INFO networking_nsxv3.common.synchronization [req-df0da9af-e978-4edc-a7c7-8334f1b22687 req-53cdcdca-6693-404c-8c5e-541a3abc1657 tempest-ServersAdminNegativeTestJSON-1998829434 tempest-ServersAdminNegativeTestJSON-1998829434-project-member] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 751.378812] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 751.379847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.380182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.380381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.380720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.381038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.381350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.382022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.384020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.384020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.384020] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.428131] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.428367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.428482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.428819] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.429099] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.429257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.429366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.429586] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.429965] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.429965] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.430088] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.430135] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.430236] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.430342] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.431216] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.431216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.457064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.457064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.457064] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee already deleted. [ 751.457064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.461824] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.461977] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.462146] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.462358] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.462677] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-665406ba-aca2-4027-926a-dc4552523ff6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.463580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-665406ba-aca2-4027-926a-dc4552523ff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.463580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-665406ba-aca2-4027-926a-dc4552523ff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.463580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-665406ba-aca2-4027-926a-dc4552523ff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.463580] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665406ba-aca2-4027-926a-dc4552523ff6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.572512] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: SUCCESS [ 751.572749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.887949] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.965727] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.965953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.966099] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.966399] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.966542] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.966689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 665406ba-aca2-4027-926a-dc4552523ff6 not found, creating... [ 751.966945] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.967339] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.967339] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.967434] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.967559] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.967833] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.967983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.968200] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.968433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.968561] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.968693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 665406ba-aca2-4027-926a-dc4552523ff6 is going to be created. [ 751.992812] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.993084] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.993237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.993939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.993939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.994136] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-665406ba-aca2-4027-926a-dc4552523ff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.390839] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.753847] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae97d76b-4fa8-47bd-9426-5be1c7aebf6b req-c1d30fe3-dbba-45b0-b870-4e1e144df684 service nova] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_rules [ 752.753847] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae97d76b-4fa8-47bd-9426-5be1c7aebf6b req-c1d30fe3-dbba-45b0-b870-4e1e144df684 service nova] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 752.753847] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae97d76b-4fa8-47bd-9426-5be1c7aebf6b req-c1d30fe3-dbba-45b0-b870-4e1e144df684 service nova] Enqueued Resource ID: 665406ba-aca2-4027-926a-dc4552523ff6 with Priority: HIGHEST for action port [ 752.754596] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_rules [ 752.755342] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 752.755342] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665406ba-aca2-4027-926a-dc4552523ff6 with Priority: HIGHEST for action port [ 752.756191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.759025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.759025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.759025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.759025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.759025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.760584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-665406ba-aca2-4027-926a-dc4552523ff6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.761364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-665406ba-aca2-4027-926a-dc4552523ff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.761460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-665406ba-aca2-4027-926a-dc4552523ff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.761598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-665406ba-aca2-4027-926a-dc4552523ff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.761676] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665406ba-aca2-4027-926a-dc4552523ff6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.893557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.893557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.894165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.894165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.894165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.894165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be updated. [ 752.929050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.929050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.929050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.929050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.929050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.938629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: IN_PROGRESS for 2s [ 753.264932] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.264932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.264932] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.267040] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 665406ba-aca2-4027-926a-dc4552523ff6 with status ACTIVE [ 753.267040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.267040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.267040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.267040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.269370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.269370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.269370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.269370] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 665406ba-aca2-4027-926a-dc4552523ff6 is going to be updated. [ 753.319695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.321928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.321928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.321928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.321928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.321928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-665406ba-aca2-4027-926a-dc4552523ff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.396702] env[65073]: INFO networking_nsxv3.common.synchronization [req-b00b8fbc-8f7d-4761-bb67-5f224b1742f1 req-71cabb20-91fd-4f04-91be-ae47e4d269dc tempest-ServersTestJSON-819530624 tempest-ServersTestJSON-819530624-project-member] Enqueued Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_members [ 753.397685] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_members [ 753.398719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.399014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.399215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.399387] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.399590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.399590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.400149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.400149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.400149] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.770418] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.897877] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-234 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.898357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-234" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.898357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-234" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.898878] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-234" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.901344] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.901344] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.901344] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.901781] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.905052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.905052] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.905052] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.905052] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.905052] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.905052] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.905052] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.905052] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.906025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.906146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.906213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.906409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.906525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.906777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.906891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.906990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.907182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.907275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.907381] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 already deleted. [ 753.907972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.928081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.929342] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.929495] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.929676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-234" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.930016] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-a20ee0a0-6cbc-4f11-a191-49e359908844 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.930190] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-a20ee0a0-6cbc-4f11-a191-49e359908844" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.930327] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-a20ee0a0-6cbc-4f11-a191-49e359908844" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.930713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-a20ee0a0-6cbc-4f11-a191-49e359908844" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.930894] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20ee0a0-6cbc-4f11-a191-49e359908844',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.275856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.276092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.276243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.276418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.276418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.276660] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee is going to be created. [ 754.320702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.320908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.321173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.321584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.322280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.344857] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: UNINITIALIZED for 2s [ 754.434354] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.435922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.435922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.435922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.435922] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.435922] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port a20ee0a0-6cbc-4f11-a191-49e359908844 not found, creating... [ 754.435922] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.436384] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.436384] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.436522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.436522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.436817] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.437216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.437353] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.437584] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.437711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.437848] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: a20ee0a0-6cbc-4f11-a191-49e359908844 is going to be created. [ 754.490487] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.490487] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.490487] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.491095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.491366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.491660] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-a20ee0a0-6cbc-4f11-a191-49e359908844" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.595510] env[65073]: INFO networking_nsxv3.common.synchronization [None req-03dd9f6a-8bd8-4026-825a-a57d36b3330a None None] Enqueued Resource ID: e7cf68da-d307-42b5-9946-5b3158de6c1a with Priority: HIGHEST for action port [ 754.596117] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7cf68da-d307-42b5-9946-5b3158de6c1a with Priority: HIGHEST for action port [ 754.596729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7cf68da-d307-42b5-9946-5b3158de6c1a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.596927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7cf68da-d307-42b5-9946-5b3158de6c1a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.597011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7cf68da-d307-42b5-9946-5b3158de6c1a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.597313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7cf68da-d307-42b5-9946-5b3158de6c1a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.597416] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cf68da-d307-42b5-9946-5b3158de6c1a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.957745] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: SUCCESS [ 754.957745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.103026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7cf68da-d307-42b5-9946-5b3158de6c1a [ 755.103026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.103026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.103026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.103026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.103026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.103026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7cf68da-d307-42b5-9946-5b3158de6c1a already deleted. [ 755.103026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7cf68da-d307-42b5-9946-5b3158de6c1a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.314335] env[65073]: INFO networking_nsxv3.common.synchronization [req-b00b8fbc-8f7d-4761-bb67-5f224b1742f1 req-a2b559da-d665-4cd6-a96a-27cee75e9fcc service nova] Enqueued Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_rules [ 755.314474] env[65073]: INFO networking_nsxv3.common.synchronization [req-b00b8fbc-8f7d-4761-bb67-5f224b1742f1 req-a2b559da-d665-4cd6-a96a-27cee75e9fcc service nova] Enqueued Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_members [ 755.314570] env[65073]: INFO networking_nsxv3.common.synchronization [req-b00b8fbc-8f7d-4761-bb67-5f224b1742f1 req-a2b559da-d665-4cd6-a96a-27cee75e9fcc service nova] Enqueued Resource ID: a20ee0a0-6cbc-4f11-a191-49e359908844 with Priority: HIGHEST for action port [ 755.315636] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_rules [ 755.315636] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_members [ 755.315636] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20ee0a0-6cbc-4f11-a191-49e359908844 with Priority: HIGHEST for action port [ 755.315757] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.315810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.315846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.316081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.316680] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.318118] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.318118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.318118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.318118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.318118] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.318118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.318118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.318118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.318118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.318118] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.318938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a20ee0a0-6cbc-4f11-a191-49e359908844 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.319042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a20ee0a0-6cbc-4f11-a191-49e359908844" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.321460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a20ee0a0-6cbc-4f11-a191-49e359908844" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.322661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a20ee0a0-6cbc-4f11-a191-49e359908844" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.322661] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20ee0a0-6cbc-4f11-a191-49e359908844',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.823930] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.825405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.825569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.826098] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a20ee0a0-6cbc-4f11-a191-49e359908844 with status ACTIVE [ 755.826343] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.826526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.826617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.826918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.827654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.827654] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.827654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.827654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.827853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.828362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.828362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.828628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.828628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.828766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.829376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.829513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a20ee0a0-6cbc-4f11-a191-49e359908844 is going to be updated. [ 755.854210] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.854387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.854440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.854623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.854775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.854936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a20ee0a0-6cbc-4f11-a191-49e359908844" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.327641] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.358290] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: SUCCESS [ 756.359584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.359584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.359584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.359584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.359584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.359584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.359584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.359584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.359584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.359939] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.830266] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.830774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.830774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.830965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.831152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.831311] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 is going to be created. [ 756.857364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.857564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.857564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.857784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.857946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.862651] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.872632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 in Status: UNINITIALIZED for 2s [ 757.370405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7d1a05e-d5bb-45e6-8713-cd92140670ee: rpc.has_security_group_logging(os_id): False [ 757.392018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.392018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.392018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.392018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.392018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.392018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.392018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.392018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.392018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.392018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.392018] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee is going to be created. [ 757.478891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.478891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.478891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.479278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.479324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.495532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: IN_PROGRESS for 2s [ 758.885227] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 in Status: SUCCESS [ 758.885573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.885623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.885844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.886051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.886176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.886242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.886432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.886559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.886660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.886755] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.390017] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.511041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: SUCCESS [ 759.511268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.892785] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12629428-4bce-4e1d-9070-8b0c967df3f5: rpc.has_security_group_logging(os_id): False [ 759.916202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.916437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.916542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.916975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.917151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.917483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.917633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.917733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.917946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.918095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.918246] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 is going to be created. [ 759.998568] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.998568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.998916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.999188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.999272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.016702] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 in Status: IN_PROGRESS for 2s [ 760.316373] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 760.316373] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 760.489692] env[65073]: INFO networking_nsxv3.common.synchronization [req-9c1c9884-6c8a-4f6d-94e4-54dc45904ce0 req-d6959fa5-3489-40fc-843b-f17fffeb0d36 tempest-ServerActionsV293TestJSON-266503422 tempest-ServerActionsV293TestJSON-266503422-project-member] Enqueued Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_members [ 760.490402] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_members [ 760.490573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.492989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.492989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.492989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.492989] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.492989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.492989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.492989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.493320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.493320] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.997205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.997540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.997540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.998082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.998082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.998082] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.998082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.998394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.998394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.998394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.998490] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 already deleted. [ 760.998490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.125551] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.126344] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-649" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.126616] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-649" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.127619] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-649" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.130015] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.130426] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.130666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.131383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.131730] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.132082] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.132488] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.132756] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.133027] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.133278] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.135400] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.135400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.159037] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.159037] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.159037] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.159037] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-649" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.159037] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-ff777738-fb93-4a9f-a60d-95237e5fb35c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.159037] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-ff777738-fb93-4a9f-a60d-95237e5fb35c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.159037] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-ff777738-fb93-4a9f-a60d-95237e5fb35c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.159501] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-ff777738-fb93-4a9f-a60d-95237e5fb35c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.159501] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff777738-fb93-4a9f-a60d-95237e5fb35c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.663660] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.663900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.664056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.664370] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.664516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.664668] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port ff777738-fb93-4a9f-a60d-95237e5fb35c not found, creating... [ 761.664936] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.665104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.665271] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.665524] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.665731] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.665948] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.666818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.666894] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.667189] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.667440] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.667977] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: ff777738-fb93-4a9f-a60d-95237e5fb35c is going to be created. [ 761.700031] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.700031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.700031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.700031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.700031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.700031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-ff777738-fb93-4a9f-a60d-95237e5fb35c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.757805] env[65073]: INFO networking_nsxv3.common.synchronization [None req-93389e5b-9ce7-4308-9178-8052d80b32ea None None] Enqueued Resource ID: e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5 with Priority: HIGHEST for action port [ 761.759338] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5 with Priority: HIGHEST for action port [ 761.759813] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.760021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.760326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.760529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.760676] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.035731] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 in Status: SUCCESS [ 762.036180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.265901] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5 [ 762.265901] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.265901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.265901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.265901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.265901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.265901] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5 already deleted. [ 762.265901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9c3c011-95ed-48e5-ac6b-9ef29fcbd2a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.476629] env[65073]: INFO networking_nsxv3.common.synchronization [req-9c1c9884-6c8a-4f6d-94e4-54dc45904ce0 req-a13d81ec-6789-4b2f-be3d-27dd17f428f6 service nova] Enqueued Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_rules [ 762.477925] env[65073]: INFO networking_nsxv3.common.synchronization [req-9c1c9884-6c8a-4f6d-94e4-54dc45904ce0 req-a13d81ec-6789-4b2f-be3d-27dd17f428f6 service nova] Enqueued Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_members [ 762.477925] env[65073]: INFO networking_nsxv3.common.synchronization [req-9c1c9884-6c8a-4f6d-94e4-54dc45904ce0 req-a13d81ec-6789-4b2f-be3d-27dd17f428f6 service nova] Enqueued Resource ID: ff777738-fb93-4a9f-a60d-95237e5fb35c with Priority: HIGHEST for action port [ 762.477925] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_rules [ 762.477925] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_members [ 762.479859] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff777738-fb93-4a9f-a60d-95237e5fb35c with Priority: HIGHEST for action port [ 762.480219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.480355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.480423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.481781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.481781] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.487162] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.487331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.487376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.487613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.487838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.487947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.487947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.488214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.488780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.488780] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.491130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff777738-fb93-4a9f-a60d-95237e5fb35c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.491130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff777738-fb93-4a9f-a60d-95237e5fb35c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.491130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff777738-fb93-4a9f-a60d-95237e5fb35c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.491130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff777738-fb93-4a9f-a60d-95237e5fb35c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.491130] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff777738-fb93-4a9f-a60d-95237e5fb35c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.993062] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.993279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.993463] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.994797] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff777738-fb93-4a9f-a60d-95237e5fb35c with status ACTIVE [ 762.994896] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.995020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.995089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.995294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.997513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.997732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.997848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.997914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.998127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.998215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.998457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.998737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.998737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.999398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.999398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.999398] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff777738-fb93-4a9f-a60d-95237e5fb35c is going to be updated. [ 763.032056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.032056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.032056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.032056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.032056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.032056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff777738-fb93-4a9f-a60d-95237e5fb35c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.148373] env[65073]: INFO networking_nsxv3.common.synchronization [req-abd195e0-6f6e-410e-b516-7eb3ce2fb339 req-d08dee0e-6999-44ed-a08c-00429b1c059d tempest-FloatingIPsAssociationNegativeTestJSON-552756478 tempest-FloatingIPsAssociationNegativeTestJSON-552756478-project-member] Enqueued Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGHEST for action security_group_members [ 763.149169] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGHEST for action security_group_members [ 763.149994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.149994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.149994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.150276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.150379] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.150508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.150569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.150740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.150846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.150939] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.501454] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.619069] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-945 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.619281] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-945" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.619420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-945" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.619745] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-945" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.620007] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.620376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.620526] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.621769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.621769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.621769] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.621769] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.621769] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.621769] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.621769] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.623174] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.623174] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.646856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.647073] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.647231] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.647431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-945" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.647835] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-9bf35712-557b-46a1-af10-573068461c3d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.648767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-9bf35712-557b-46a1-af10-573068461c3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.648860] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-9bf35712-557b-46a1-af10-573068461c3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.649203] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-9bf35712-557b-46a1-af10-573068461c3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.649337] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf35712-557b-46a1-af10-573068461c3d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.654612] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.654797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.655313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.655313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.655313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.655489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.655600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.655667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.655830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.655927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.656061] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e already deleted. [ 763.656154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.004329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.004565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.004648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.004858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.004939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.005059] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 is going to be created. [ 764.037856] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.038174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.038174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.038485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.038526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.051365] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 in Status: UNINITIALIZED for 2s [ 764.152780] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.152780] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.152780] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.153348] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.153348] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.153348] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 9bf35712-557b-46a1-af10-573068461c3d not found, creating... [ 764.153462] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.158466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.158466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.158466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.158466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.158466] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.158466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.158466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.158466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.158466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.158466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 9bf35712-557b-46a1-af10-573068461c3d is going to be created. [ 764.181450] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.181689] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.181939] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.182246] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.182495] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.182734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-9bf35712-557b-46a1-af10-573068461c3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.254035] env[65073]: INFO networking_nsxv3.common.synchronization [req-cb8fdf16-f344-4590-b55c-0c70f31fc812 req-9bcee055-d6e6-4211-a69b-a7926c49f538 tempest-ImagesOneServerNegativeTestJSON-978776628 tempest-ImagesOneServerNegativeTestJSON-978776628-project-member] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 764.254035] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 764.254035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.254035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.254035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.255103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.255344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.255698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.255698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.255698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.255908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.255908] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.401631] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4596ab82-9da8-47c4-8f4f-c8037aae8a7b None None] Enqueued Resource ID: 4effe0cc-186c-4b4d-b87e-b6a977dae212 with Priority: HIGHEST for action port [ 764.402648] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4effe0cc-186c-4b4d-b87e-b6a977dae212 with Priority: HIGHEST for action port [ 764.403050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4effe0cc-186c-4b4d-b87e-b6a977dae212 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.403207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4effe0cc-186c-4b4d-b87e-b6a977dae212" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.403261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4effe0cc-186c-4b4d-b87e-b6a977dae212" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.403510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4effe0cc-186c-4b4d-b87e-b6a977dae212" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.403594] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4effe0cc-186c-4b4d-b87e-b6a977dae212',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.758883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.759237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.759398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.759712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.759879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.760222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.760377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.760499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.760728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.760880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.761044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 764.799432] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.799572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.800072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.800072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.800072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.813170] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 764.818962] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 764.819107] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:1 started [ 764.908045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4effe0cc-186c-4b4d-b87e-b6a977dae212 [ 764.908045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.908045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.908045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.908045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.908045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.908045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4effe0cc-186c-4b4d-b87e-b6a977dae212 already deleted. [ 764.908045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4effe0cc-186c-4b4d-b87e-b6a977dae212" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.963447] env[65073]: INFO networking_nsxv3.common.synchronization [req-abd195e0-6f6e-410e-b516-7eb3ce2fb339 req-9b55e45c-8b39-4109-a28c-c62f59a4fbb3 service nova] Enqueued Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGHEST for action security_group_rules [ 764.964263] env[65073]: INFO networking_nsxv3.common.synchronization [req-abd195e0-6f6e-410e-b516-7eb3ce2fb339 req-9b55e45c-8b39-4109-a28c-c62f59a4fbb3 service nova] Enqueued Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGHEST for action security_group_members [ 764.964263] env[65073]: INFO networking_nsxv3.common.synchronization [req-abd195e0-6f6e-410e-b516-7eb3ce2fb339 req-9b55e45c-8b39-4109-a28c-c62f59a4fbb3 service nova] Enqueued Resource ID: 9bf35712-557b-46a1-af10-573068461c3d with Priority: HIGHEST for action port [ 764.964566] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGHEST for action security_group_rules [ 764.964693] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGHEST for action security_group_members [ 764.964787] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf35712-557b-46a1-af10-573068461c3d with Priority: HIGHEST for action port [ 764.965073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.965658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.965658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.965658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.965658] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.966564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.966732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.966776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.966919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.967085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.967209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.967275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.967423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.967506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.967595] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.968604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf35712-557b-46a1-af10-573068461c3d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.968714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf35712-557b-46a1-af10-573068461c3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.968778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf35712-557b-46a1-af10-573068461c3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.968926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf35712-557b-46a1-af10-573068461c3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.969930] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf35712-557b-46a1-af10-573068461c3d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.475114] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.475607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.475607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.475607] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bf35712-557b-46a1-af10-573068461c3d with status ACTIVE [ 765.475772] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.475871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.475934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.476161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.476249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.477325] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.477439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.477503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.477678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.477812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.478009] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.478112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.478176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.478313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.478388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.478470] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bf35712-557b-46a1-af10-573068461c3d is going to be updated. [ 765.501192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.501370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.501420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.501609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.502765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.502765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf35712-557b-46a1-af10-573068461c3d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.982361] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.063988] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 in Status: SUCCESS [ 766.064272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.064444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.064692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.064858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.064976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.065061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.065231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.065305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.065386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.065474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.489542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.489933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.489933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.490045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.490109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.490490] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e is going to be created. [ 766.520388] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.520388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.520388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.520388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.520388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.529816] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e in Status: UNINITIALIZED for 2s [ 766.552631] env[65073]: INFO networking_nsxv3.common.synchronization [None req-76747073-39de-4f68-a6b9-0ac84edb4f5f tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 766.552631] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 766.552631] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.552631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.552631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.552631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.552631] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.570156] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.692526] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a5d7c2b5-7f62-40a2-9a1a-4f84ca8c6d39 tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 766.692922] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 766.693424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.693424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.832546] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 766.832718] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 deletion is rescheduled due to dependency. [ 766.832836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.072812] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6: rpc.has_security_group_logging(os_id): False [ 767.088122] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.088293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.088356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.088581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.088682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.088797] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 already deleted. [ 767.088913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.089094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.089747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.089747] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.096781] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.097853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.097853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.097853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.097853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.097853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.097853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.097853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.098746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.098746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.098746] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 is going to be created. [ 767.171398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.171566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.171735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.172027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.172343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.187103] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 in Status: IN_PROGRESS for 2s [ 767.624984] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.624984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.624984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.624984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.624984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.625372] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 already deleted. [ 767.625372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.541354] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e in Status: SUCCESS [ 768.541673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.541934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.542270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.542479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.542926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.542926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.542926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.542926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.543205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.543205] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.577791] env[65073]: INFO networking_nsxv3.common.synchronization [req-483f48d7-5fb0-46ef-bf42-2c13c1c72b1c req-77d43a4e-1383-41a4-8833-ca7d8c5a6c92 tempest-MigrationsAdminTest-1936680497 tempest-MigrationsAdminTest-1936680497-project-member] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 768.578380] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 768.578703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.579122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.579122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.579122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.579318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.579394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.579443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.579630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.579713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.579829] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.943567] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.943926] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.943926] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.944215] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.944490] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.944644] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.944754] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.944963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.945111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.945309] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.945421] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.945522] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.945620] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.945721] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.945816] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.945938] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.969056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.969610] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.969610] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.969610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.969927] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-65b988ca-2162-476c-b927-20df7e3bc715 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.970156] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-65b988ca-2162-476c-b927-20df7e3bc715" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.970331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-65b988ca-2162-476c-b927-20df7e3bc715" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.970683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-65b988ca-2162-476c-b927-20df7e3bc715" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.970880] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b988ca-2162-476c-b927-20df7e3bc715',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.046014] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.046202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.046277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.046504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.046690] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.046799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.046848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.047234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.047234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.047383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.047383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.047479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.047685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.047772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.047912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.048048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.048178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.048229] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.083483] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.200302] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 in Status: SUCCESS [ 769.200997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.476032] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.476032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.476032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.476032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.476032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.476032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 65b988ca-2162-476c-b927-20df7e3bc715 not found, creating... [ 769.476032] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.476032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.476032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.476032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.476032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.477345] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.477722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.477962] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.478307] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.478555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.478793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 65b988ca-2162-476c-b927-20df7e3bc715 is going to be created. [ 769.501060] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.501060] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.501060] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.501060] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.501060] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.501060] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-65b988ca-2162-476c-b927-20df7e3bc715" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.552435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7177c693-40c4-4841-8bd6-a7b584bd7f9e: rpc.has_security_group_logging(os_id): False [ 769.575859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.575859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.575859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.575859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.575859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.575859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.575859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.575859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.576584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.577035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.577730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.577730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.577730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.579997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.579997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.579997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.579997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.579997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.579997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.579997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.579997] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e is going to be created. [ 769.586515] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.661025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.661025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.661025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.661025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.661025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.675043] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e in Status: IN_PROGRESS for 2s [ 770.089686] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.090028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.090028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.090427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.090622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.090734] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be updated. [ 770.123257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.123389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.123499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.123813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.123813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.136621] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: IN_PROGRESS for 2s [ 770.256194] env[65073]: INFO networking_nsxv3.common.synchronization [req-483f48d7-5fb0-46ef-bf42-2c13c1c72b1c req-3204cfbf-c917-4123-b9fc-266ea5411e4c service nova] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_rules [ 770.256397] env[65073]: INFO networking_nsxv3.common.synchronization [req-483f48d7-5fb0-46ef-bf42-2c13c1c72b1c req-3204cfbf-c917-4123-b9fc-266ea5411e4c service nova] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 770.256530] env[65073]: INFO networking_nsxv3.common.synchronization [req-483f48d7-5fb0-46ef-bf42-2c13c1c72b1c req-3204cfbf-c917-4123-b9fc-266ea5411e4c service nova] Enqueued Resource ID: 65b988ca-2162-476c-b927-20df7e3bc715 with Priority: HIGHEST for action port [ 770.257319] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_rules [ 770.257463] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 770.257852] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b988ca-2162-476c-b927-20df7e3bc715 with Priority: HIGHEST for action port [ 770.258853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.258989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.259069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.259273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.259355] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.261296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.261395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.261594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b988ca-2162-476c-b927-20df7e3bc715 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.261698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b988ca-2162-476c-b927-20df7e3bc715" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.261758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b988ca-2162-476c-b927-20df7e3bc715" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.265949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b988ca-2162-476c-b927-20df7e3bc715" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.266128] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b988ca-2162-476c-b927-20df7e3bc715',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.437701] env[65073]: INFO networking_nsxv3.common.synchronization [req-6bccd931-11b8-49ef-a7fd-6ea1a4d87b31 req-4b2c45bb-21da-4df5-9e94-a12d2b8a54ab tempest-FloatingIPsAssociationTestJSON-1460387285 tempest-FloatingIPsAssociationTestJSON-1460387285-project-member] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 770.438486] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 770.438970] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.439262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.439354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.439707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.439975] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.440166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.440310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.440537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.440643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.440909] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.768708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.768897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.770392] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65b988ca-2162-476c-b927-20df7e3bc715 with status ACTIVE [ 770.770621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.770774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.770857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.771182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.771305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.771527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.771647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.772043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.772043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.772118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.772288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.772488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.772960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.772960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.772960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.773182] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65b988ca-2162-476c-b927-20df7e3bc715 is going to be updated. [ 770.796938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.797096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.797203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.797372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.797515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.797655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b988ca-2162-476c-b927-20df7e3bc715" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.943788] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.445960] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.690421] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e in Status: SUCCESS [ 771.690421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.949067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.949592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.949592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.950099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.950099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.950099] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9653366-c485-45cf-a280-a36e096d0329 is going to be updated. [ 771.985214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.986069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.986069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.986069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.986069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.995792] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: IN_PROGRESS for 2s [ 772.146873] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: SUCCESS [ 772.147471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.147471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.147618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.148287] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.148287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.148287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.148287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.148519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.148519] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.650681] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.907146] env[65073]: INFO networking_nsxv3.common.synchronization [req-ff8ce42f-705b-4e2f-b93c-31b883b4d64b req-c4a49db6-12b9-47bc-bd43-0b4e8344ae64 tempest-MultipleCreateTestJSON-1100722459 tempest-MultipleCreateTestJSON-1100722459-project-member] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 772.908055] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 772.909345] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.909470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.909537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.909865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.910070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.910175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.910236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.910839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.910909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.913024] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.153525] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.369222] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.369222] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.369222] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.369528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.369608] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.370042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.370230] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.370513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.370789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.371127] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.371517] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.371517] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.372867] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.373041] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.373202] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.373341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.399148] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.399793] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.400073] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.400337] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.400711] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-7918615c-f2d8-425c-9c59-892b42112b77 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.400817] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-7918615c-f2d8-425c-9c59-892b42112b77" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.400988] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-7918615c-f2d8-425c-9c59-892b42112b77" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.401298] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-7918615c-f2d8-425c-9c59-892b42112b77" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.401430] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7918615c-f2d8-425c-9c59-892b42112b77',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.414288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.414580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.414580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.414804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.414909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.415154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.415265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.415324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.415486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.415648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.415648] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 773.454882] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.455216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.455325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.455743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.455954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.472489] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 773.658096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.658503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.658503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.658503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.658726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.658726] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be updated. [ 773.689138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.689138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.689432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.689847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.689847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.700513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: IN_PROGRESS for 2s [ 773.906384] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.906670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.906820] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.907132] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.907269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.907423] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 7918615c-f2d8-425c-9c59-892b42112b77 not found, creating... [ 773.910485] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.910485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.910485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.910485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.910485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.910485] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.910485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.910485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.910485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.911225] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.911225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 7918615c-f2d8-425c-9c59-892b42112b77 is going to be created. [ 773.936481] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.936885] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.937158] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.937701] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.938450] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.938450] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-7918615c-f2d8-425c-9c59-892b42112b77" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.006479] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: SUCCESS [ 774.006939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.645558] env[65073]: INFO networking_nsxv3.common.synchronization [req-ff8ce42f-705b-4e2f-b93c-31b883b4d64b req-f03ed8e9-388a-46a0-bea8-2f5530312b1e service nova] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_rules [ 774.645734] env[65073]: INFO networking_nsxv3.common.synchronization [req-ff8ce42f-705b-4e2f-b93c-31b883b4d64b req-f03ed8e9-388a-46a0-bea8-2f5530312b1e service nova] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 774.645866] env[65073]: INFO networking_nsxv3.common.synchronization [req-ff8ce42f-705b-4e2f-b93c-31b883b4d64b req-f03ed8e9-388a-46a0-bea8-2f5530312b1e service nova] Enqueued Resource ID: 7918615c-f2d8-425c-9c59-892b42112b77 with Priority: HIGHEST for action port [ 774.646490] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_rules [ 774.646586] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 774.646684] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7918615c-f2d8-425c-9c59-892b42112b77 with Priority: HIGHEST for action port [ 774.646946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.647084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.647154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.647358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.647442] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.648264] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.648809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.648809] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-7918615c-f2d8-425c-9c59-892b42112b77 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.648809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7918615c-f2d8-425c-9c59-892b42112b77" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.648809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7918615c-f2d8-425c-9c59-892b42112b77" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.648995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7918615c-f2d8-425c-9c59-892b42112b77" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.648995] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7918615c-f2d8-425c-9c59-892b42112b77',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.902537] env[65073]: INFO networking_nsxv3.common.synchronization [req-97b70cea-e04b-40e7-9558-5c155435500a req-06efe91d-980e-4b88-b7fc-bcb3d39f40f3 tempest-ServersAdminTestJSON-1368114436 tempest-ServersAdminTestJSON-1368114436-project-member] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 774.903139] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 774.903460] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.903900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.903973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.904204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.904361] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.904462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.904525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.904678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.904765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.904858] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.150864] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.151074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.151214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7918615c-f2d8-425c-9c59-892b42112b77 with status ACTIVE [ 775.151394] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.151508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.151569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.151782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.151874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.152050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.152151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.152208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.154395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.154395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.154596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.154704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.154778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.154889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.154964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.155084] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7918615c-f2d8-425c-9c59-892b42112b77 is going to be updated. [ 775.184048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.185094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.185094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.185094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.185094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.185306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7918615c-f2d8-425c-9c59-892b42112b77" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.407550] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.486302] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 775.486530] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 deletion is rescheduled due to dependency. [ 775.486659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.486837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.487068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.487292] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.488854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.488854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.488854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.488854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.488854] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.711549] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: SUCCESS [ 775.714046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.714046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.714046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.714046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.714046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.714046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.714046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.714046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.714046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.714046] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.910083] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.990283] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.218315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.218474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.218534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.219259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.219259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.219259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.219259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.219259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.219259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.219510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.219510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.219576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.219625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.219775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.220021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.220021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.220665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.220665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.220665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.220665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.220836] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.414458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.414458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.414458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.414458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.414458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.414458] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 776.450756] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.450921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.451338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.451458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.451594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.466309] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 776.493430] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.723803] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0c79913-f2b4-4e93-bdcf-b7a556826fdd: rpc.has_security_group_logging(os_id): False [ 776.763405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.763405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.763405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.763405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.763405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.763405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.763405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.763405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.763405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.764119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.764951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.764951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.764951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.765105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.765139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.765523] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.765760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.765819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.768926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.768926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.768926] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be updated. [ 776.860787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.863020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.863020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.863020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.863020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.878638] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: IN_PROGRESS for 2s [ 776.999413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.999720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.999720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.999984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.000095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.000200] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 777.057534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.057684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.057741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.058056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.058445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.069693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 778.097590] env[65073]: INFO networking_nsxv3.common.synchronization [req-ff8ce42f-705b-4e2f-b93c-31b883b4d64b req-53d78f33-20bc-4517-bbfa-283b7998f787 tempest-MultipleCreateTestJSON-1100722459 tempest-MultipleCreateTestJSON-1100722459-project-member] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 778.099226] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 778.099226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.099226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.477578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 778.478261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.487982] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.488176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.488291] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.488549] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.488795] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.488937] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.489064] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.489267] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.489395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.489593] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.489694] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.489791] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.489887] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.489984] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.490092] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.490214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.513917] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.514120] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.514289] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.514473] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-123" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.514884] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-94b26197-f1a3-448d-af14-f19ca34de932 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.515121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-94b26197-f1a3-448d-af14-f19ca34de932" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.515256] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-94b26197-f1a3-448d-af14-f19ca34de932" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.515620] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-94b26197-f1a3-448d-af14-f19ca34de932" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.515771] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b26197-f1a3-448d-af14-f19ca34de932',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.768511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.768710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.768748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.768973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.769773] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.896877] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: SUCCESS [ 778.896877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.018136] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.018438] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.018569] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.018976] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.019208] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.019419] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 94b26197-f1a3-448d-af14-f19ca34de932 not found, creating... [ 779.019824] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.020050] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.020464] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.021473] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.021788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.022743] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.023231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.023378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.023767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.023923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.025107] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 94b26197-f1a3-448d-af14-f19ca34de932 is going to be created. [ 779.047799] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.048181] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.048253] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.048835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.049138] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.049377] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-94b26197-f1a3-448d-af14-f19ca34de932" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.081275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 779.081677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.081677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.081990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.082254] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.082402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.082516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.082697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.082789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.082922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.083056] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.084283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.084283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.084395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.084529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.084612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.084791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.084887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.085027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.272637] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.587198] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.587349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.587553] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.775974] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.822918] env[65073]: INFO networking_nsxv3.common.synchronization [req-ff8ce42f-705b-4e2f-b93c-31b883b4d64b req-71ad7c41-77e7-4d2d-8833-bd8db4cfc8f8 service nova] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_rules [ 779.823161] env[65073]: INFO networking_nsxv3.common.synchronization [req-ff8ce42f-705b-4e2f-b93c-31b883b4d64b req-71ad7c41-77e7-4d2d-8833-bd8db4cfc8f8 service nova] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 779.823275] env[65073]: INFO networking_nsxv3.common.synchronization [req-ff8ce42f-705b-4e2f-b93c-31b883b4d64b req-71ad7c41-77e7-4d2d-8833-bd8db4cfc8f8 service nova] Enqueued Resource ID: 94b26197-f1a3-448d-af14-f19ca34de932 with Priority: HIGHEST for action port [ 779.823513] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_rules [ 779.823641] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 779.823736] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94b26197-f1a3-448d-af14-f19ca34de932 with Priority: HIGHEST for action port [ 779.825103] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.825355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.825600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.825810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.826098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-94b26197-f1a3-448d-af14-f19ca34de932 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.826245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94b26197-f1a3-448d-af14-f19ca34de932" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.826337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94b26197-f1a3-448d-af14-f19ca34de932" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.826586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94b26197-f1a3-448d-af14-f19ca34de932" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.826928] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b26197-f1a3-448d-af14-f19ca34de932',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.093432] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.278693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 780.278995] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 780.329723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94b26197-f1a3-448d-af14-f19ca34de932 with status ACTIVE [ 780.329723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.329723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.329723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.329723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.329723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94b26197-f1a3-448d-af14-f19ca34de932 is going to be updated. [ 780.357174] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.357465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.357465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.357609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.357729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.357935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94b26197-f1a3-448d-af14-f19ca34de932" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.593396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.593585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.593678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.593989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.594382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.594574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 780.627390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.627390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.627390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.627816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.627886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.638820] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 781.287028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.287978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.287978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.287978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.304828] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 781.305750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.306793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 781.336940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.337127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.337216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.337420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.342874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.343467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 781.343551] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 781.343639] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 781.384741] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.385086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.385086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.385086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.386713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.386968] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 781.468396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.468612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.468657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.469066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.469319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.469668] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 781.539875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.540154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.540289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.540627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.541045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.541529] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 781.541679] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'92636f57-f684-4f18-b3af-8979124b6cd5', '3bbb687a-c67f-46c0-aa68-260e8a93d7b9', '7224d91c-ee3e-49ac-9bb9-491223512c7a', 'd0c79913-f2b4-4e93-bdcf-b7a556826fdd', 'e5f41d2f-c320-49d7-a3af-704a46458c24', 'a9185896-edd3-4a13-a2af-94afa39fa5f8', '562fb255-bd38-4f90-8944-25a123d7f657', 'bd9ff535-efd5-4761-822c-a4f02b159031', '05984004-0c63-4cb8-9eb4-95acd0171dc2', '14218d23-cf0e-4977-9dcc-9ec9055490fa', 'b4009a62-01ca-4983-8f96-b84683a39271', '7bceb9a8-4407-45bd-874e-f3e880a31aa8', '12629428-4bce-4e1d-9070-8b0c967df3f5', '693ed0b2-5b52-4293-9f82-973b084fd90d', '7177c693-40c4-4841-8bd6-a7b584bd7f9e', 'a5644a5c-cdc8-46e3-bc7c-fe43a5726310', '8c80d1d8-a4ae-4edd-99dd-0a44ba722f19', 'fa9e3d3e-9e81-4c73-bf79-8414471a2f6a', '53e61c43-fe13-4da9-986e-a98f4bfce038', 'f708fa7c-91df-4441-a3dd-298900288161', '741f89f7-93c4-4fb0-b8a4-925a3bdec897', 'b8e69741-e63b-419b-ae5e-62be77020e98', '6e4737fc-4415-4cd1-9344-69f286bd25ef', '2ebcb57d-cae1-498c-8184-c6d3dc9dc97a', 'b7d1a05e-d5bb-45e6-8713-cd92140670ee', 'e9653366-c485-45cf-a280-a36e096d0329', '5e4ac67b-3946-452b-9df4-e66884f00f02', 'd8befc05-8466-413d-8af4-ebdb56334b4e', '8262409d-31ad-4e49-b02c-54b5bfe3c93d', 'bd23193f-2b08-43b5-9ded-ff9e2bb5c905', 'a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6', '8a187254-946c-449f-9397-1b72b779710f', '53f4c159-226b-4918-ab1f-ff30f716020f', 'fb1f3fcd-51ab-42f3-bda6-c45ea690a13c'} {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 781.541870] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 781.564507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.564507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.564507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.564780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.564780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.564845] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 781.564875] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 781.565045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 781.638801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.638995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.639046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.639248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.640010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.640307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 781.640441] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 781.640525] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 781.640591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 781.640674] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 781.640760] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGH for action security_group_rules [ 781.640978] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGH for action security_group_rules [ 781.640978] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGH for action security_group_rules [ 781.640978] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGH for action security_group_rules [ 781.641122] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGH for action security_group_rules [ 781.641122] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGH for action security_group_rules [ 781.641122] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGH for action security_group_rules [ 781.641203] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGH for action security_group_rules [ 781.641972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.654029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.654029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.654029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.654029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.655257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.655726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.656081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.656398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.656944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.657158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.658473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.658473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.658473] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.659712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.659712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.659712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.659712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.661148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.661148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.661311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.661485] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.167513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e69741-e63b-419b-ae5e-62be77020e98: rpc.has_security_group_logging(os_id): False [ 783.169635] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.211359] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.211608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.211674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.211902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.245711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.245711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.245711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.245711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.245711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.245711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.246267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.246267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.246267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.246267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.246855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.246855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.246855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.246855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.246855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.247187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.247187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 783.346025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.346025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.346025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.346025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.346025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.362594] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 783.528116] env[65073]: INFO networking_nsxv3.common.synchronization [req-810db867-ca83-4a17-a1ba-8ec90742adb4 req-295aab66-4a5e-42c7-8dcc-d002b27e06fc tempest-ListServerFiltersTestJSON-522816871 tempest-ListServerFiltersTestJSON-522816871-project-member] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 783.529581] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 783.529581] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGH for action security_group_rules [ 783.529581] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGH for action security_group_rules [ 783.529752] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGH for action security_group_rules [ 783.530285] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGH for action security_group_rules [ 783.530569] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGH for action security_group_rules [ 783.530569] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGH for action security_group_rules [ 783.530670] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a with Priority: HIGH for action security_group_rules [ 783.530744] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGH for action security_group_rules [ 783.531283] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGH for action security_group_rules [ 783.531413] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 with Priority: HIGH for action security_group_rules [ 783.531515] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGH for action security_group_rules [ 783.531611] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 with Priority: HIGH for action security_group_rules [ 783.531705] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGH for action security_group_rules [ 783.531797] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa with Priority: HIGH for action security_group_rules [ 783.531886] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGH for action security_group_rules [ 783.531975] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 with Priority: HIGH for action security_group_rules [ 783.532086] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGH for action security_group_rules [ 783.532175] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f41d2f-c320-49d7-a3af-704a46458c24 with Priority: HIGH for action security_group_rules [ 783.532267] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 with Priority: HIGH for action security_group_rules [ 783.532353] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGH for action security_group_rules [ 783.533230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.533566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.533652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.534335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.534730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.534730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.534851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.534951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.535050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.535146] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.536076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.536191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.536241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.536411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.536503] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.537355] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.537507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.537600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.537774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.537849] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.540175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.540175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.540175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.540324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.540324] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.541621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.542204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.542282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.542662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.542725] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.544259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.544377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.544447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.544634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.544715] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.546324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.546439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.546974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.546974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.546974] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.548030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.548136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.548302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.549140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.549140] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa9e3d3e-9e81-4c73-bf79-8414471a2f6a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.549535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.549668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.549733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.549891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.549976] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.550854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.550960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.551325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.551392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.551472] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.551752] env[65073]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 783.554440] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.554547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.554613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.554770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.554845] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5644a5c-cdc8-46e3-bc7c-fe43a5726310',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.555725] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.555836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.555901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.556086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.556165] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.557144] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.557255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.557320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.557470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.557542] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bceb9a8-4407-45bd-874e-f3e880a31aa8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.558373] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.558481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.558561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.558708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.558788] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.559846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14218d23-cf0e-4977-9dcc-9ec9055490fa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.560062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.560156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.560404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.560404] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14218d23-cf0e-4977-9dcc-9ec9055490fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.561278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.561416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.561462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.562026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.562026] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.562731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9185896-edd3-4a13-a2af-94afa39fa5f8 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.562829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.562829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.562977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.563054] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9185896-edd3-4a13-a2af-94afa39fa5f8',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.564046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.564139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.564331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.564541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.564541] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.565326] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f41d2f-c320-49d7-a3af-704a46458c24 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.565440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.565499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.565814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.565814] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f41d2f-c320-49d7-a3af-704a46458c24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.566742] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.566742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.566887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.566924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.567212] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bbb687a-c67f-46c0-aa68-260e8a93d7b9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.567381] env[65073]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 783.568226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.568347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.568347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.568526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.568576] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.574087] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.675139] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.082147] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.089672] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.089816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.089887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.090131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.092013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.092258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.104445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.104671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.104759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.105024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.105247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.105423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.105511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.105717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.105848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.105976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.106121] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.110191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.110328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.110423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.110644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.110830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.110959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.111052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.111237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.111341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.111459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.111572] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.115617] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.115755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.115863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.116622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.117385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.117385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.117765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.117765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.117765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.117891] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.120276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.120276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.120276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.120276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.120276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.120276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.120276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.120276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.120276] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.120815] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.120815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.120975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.121118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.121283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.121415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.121620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.122346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.122346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.122346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.122346] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.122782] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.122919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.123018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.123222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.123495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.123568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.123654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.123849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.123954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.124082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.124223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.127811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.127811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.127811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.128047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.131115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.131234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.131301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.131455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.131561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.131680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.131770] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.132833] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.132833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.132833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.133031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.133169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.133242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.133299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.133438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.133515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.133594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.133676] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.139572] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.141673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.141773] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be deleted. [ 784.142788] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.143099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.143099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.143337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.143769] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.143769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.144213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.144380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.144616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.144748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.144914] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.145737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.145881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.146690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.146690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.146690] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.146690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.146690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.146690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.146690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.146955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.146955] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.157426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.157832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.177377] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.177377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.177377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.177377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.177377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.177704] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 784.184298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.184509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.197598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.197788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.209319] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.209524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.211762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.211762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.211762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.212128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.212748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.212748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.213557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.213660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.214812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.214812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.222762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.222901] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be deleted. [ 784.224056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.224285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.247571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.247808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.247895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.248212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.248408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.250923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.251257] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bbb687a-c67f-46c0-aa68-260e8a93d7b9 is going to be deleted. [ 784.252867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.253067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.270452] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 784.280220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.280220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.281075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.281224] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5644a5c-cdc8-46e3-bc7c-fe43a5726310 is going to be deleted. [ 784.282959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.282959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.306882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.307021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14218d23-cf0e-4977-9dcc-9ec9055490fa is going to be deleted. [ 784.307979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.309033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.336946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.336946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.351854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.352073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be deleted. [ 784.353104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.353488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.362035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.362182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.376033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.376033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.378073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.378220] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bceb9a8-4407-45bd-874e-f3e880a31aa8 is going to be deleted. [ 784.383953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.384305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.443485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.444016] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f41d2f-c320-49d7-a3af-704a46458c24 is going to be deleted. [ 784.444846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.445087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.451857] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.451954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.484900] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.485100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.512435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.512575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9185896-edd3-4a13-a2af-94afa39fa5f8 is going to be deleted. [ 784.513595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.513841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.585517] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.585863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.585988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.587468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.587468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.587468] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 784.594559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.594857] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa9e3d3e-9e81-4c73-bf79-8414471a2f6a is going to be deleted. [ 784.596799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.597057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.597192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.597367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.597579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.597814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.597957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.598213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.600349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.601063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.601212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.602041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bbb687a-c67f-46c0-aa68-260e8a93d7b9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.603891] env[65073]: INFO networking_nsxv3.common.synchronization [req-ee4842e6-b17d-49ab-9c26-8c18fa0e064b req-cf705f0e-c25c-49e3-ac2d-d23fbd6e3260 tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 784.605427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.605626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.605737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.606029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.606157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.606335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f41d2f-c320-49d7-a3af-704a46458c24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.606957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.607210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.607210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.607210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5644a5c-cdc8-46e3-bc7c-fe43a5726310" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.607210] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 784.607210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.607972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.608093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.608329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14218d23-cf0e-4977-9dcc-9ec9055490fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.608568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.608778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.608914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.609072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.609429] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.609614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.609713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.609917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.610846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.610846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.610846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.610846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.610846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.610846] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.612527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.613499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.613645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.613867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.614022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.615903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.616389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.616389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.616389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.617723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.617953] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.618111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.618178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.618359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.618519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.618615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.618677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.618835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.618970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.619096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.619200] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.621456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.621600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.621722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.621879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.621990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.622122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bceb9a8-4407-45bd-874e-f3e880a31aa8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.636164] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.636542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.636542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.636838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.637060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.637239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.637315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.637588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.637783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.637952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.638097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.638274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.638391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.638581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.638770] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.638926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.639077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.639291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.639421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.639520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.639683] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.640848] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.642746] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.644631] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.644891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.645175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.646365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646944] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.646944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.647107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.647313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.647313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.647570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.647748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.647960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.647960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.648267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.648396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.648534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.648620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.648864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.648986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.649076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.649170] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.650506] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.662027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.662247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.662312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.662519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.662722] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.662833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.662904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.663083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.663521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.663521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.663521] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.663899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.663899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.663899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.663899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.664359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.664359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.664359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.664359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.664359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.664679] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.665764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.666072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.666072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.666306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.666306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.666638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.666638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.666638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.666739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.666739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.666903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.666960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.667065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.667159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.667308] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.667388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.667483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.667614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.667687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.667762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.667857] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.671990] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.671990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f708fa7c-91df-4441-a3dd-298900288161: rpc.has_security_group_logging(os_id): False [ 784.708464] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.708464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.708464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.708464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.708464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.714598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.714598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.714598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.714598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.724975] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.725162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.731739] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 784.750940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.751468] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.751619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.751692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.751979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.752102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.752217] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f708fa7c-91df-4441-a3dd-298900288161 is going to be updated. [ 784.753611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.753850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.754170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.754325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9185896-edd3-4a13-a2af-94afa39fa5f8" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.795569] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.795765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.795859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.796127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.797414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.797414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa9e3d3e-9e81-4c73-bf79-8414471a2f6a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.894563] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 784.895615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.895955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.896169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.896473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.896634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.922436] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f708fa7c-91df-4441-a3dd-298900288161 in Status: IN_PROGRESS for 2s [ 785.124044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.124273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.124364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.124719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.125828] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7177c693-40c4-4841-8bd6-a7b584bd7f9e: rpc.has_security_group_logging(os_id): False [ 785.146860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.146860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.149044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.149044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.149044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.149044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.149465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.149465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.149465] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 785.150330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.150641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.151501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0c79913-f2b4-4e93-bdcf-b7a556826fdd: rpc.has_security_group_logging(os_id): False [ 785.152305] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19: rpc.has_security_group_logging(os_id): False [ 785.155382] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12629428-4bce-4e1d-9070-8b0c967df3f5: rpc.has_security_group_logging(os_id): False [ 785.155382] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4009a62-01ca-4983-8f96-b84683a39271: rpc.has_security_group_logging(os_id): False [ 785.155382] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 562fb255-bd38-4f90-8944-25a123d7f657: rpc.has_security_group_logging(os_id): False [ 785.167811] env[65073]: INFO networking_nsxv3.common.synchronization [req-750f7db5-5979-46ca-9aeb-9cd161c46985 req-d98057ac-9932-4cd3-81ec-ded49d7856bb tempest-ServersTestManualDisk-2088642003 tempest-ServersTestManualDisk-2088642003-project-member] Enqueued Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_members [ 785.168430] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGHEST for action security_group_members [ 785.168767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8befc05-8466-413d-8af4-ebdb56334b4e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.168897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.168941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.169164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.169334] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.169428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.169502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.169657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.169743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.169836] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.172243] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 693ed0b2-5b52-4293-9f82-973b084fd90d: rpc.has_security_group_logging(os_id): False [ 785.173334] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05984004-0c63-4cb8-9eb4-95acd0171dc2: rpc.has_security_group_logging(os_id): False [ 785.327140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.327140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.327140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.327336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.327698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.327698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.327899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.327899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.328052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.328162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.328228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.328416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.328499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.328740] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.329299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.329299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.329299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.329299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.329299] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e is going to be updated. [ 785.332465] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.332465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.332465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.332465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.333278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.333376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.334247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.334472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.335124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.335267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.336208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.336208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.336836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.336909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.337684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.337829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.338062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.338138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.338368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.339540] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53e61c43-fe13-4da9-986e-a98f4bfce038: rpc.has_security_group_logging(os_id): False [ 785.345277] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.345277] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.345277] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.345576] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.345786] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.345944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.346065] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.346285] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.346422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.346620] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.346722] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.346820] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.346925] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.347499] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.347499] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.347499] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.365909] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 785.383079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.383079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.383079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.383079] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.383079] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.383079] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.383079] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-f9ed63fc-9813-476c-98aa-f2ee5172151f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.383079] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-f9ed63fc-9813-476c-98aa-f2ee5172151f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.383522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-f9ed63fc-9813-476c-98aa-f2ee5172151f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.383711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-f9ed63fc-9813-476c-98aa-f2ee5172151f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.383857] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ed63fc-9813-476c-98aa-f2ee5172151f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.386856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.387054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.387189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.387230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.387454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.387529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.387749] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.387848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.387910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.388086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.388166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.388390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.388476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.388525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.388671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.388742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.388834] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be updated. [ 785.390294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.390657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.395286] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 785.395512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.395786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.395950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.396045] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.434079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.434518] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.434631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.434690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.435035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.435035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.435115] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 is going to be updated. [ 785.436434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.436626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.478152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.478152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.478152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.478152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.478152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.478612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.478612] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.478612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.478612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.478774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.478897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.479084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.479182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.479247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.479402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.479473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.479621] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 785.480955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.481157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.486897] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.487034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.499441] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.499441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.516371] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.516563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.517832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.518230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.518338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.518442] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 is going to be updated. [ 785.519577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.579563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.579896] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.580036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.580213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.580282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.580365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.580510] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be updated. [ 785.581913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.582970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.612862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.612862] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.612862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.613503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.613503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.613503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.613503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.613503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.613654] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be updated. [ 785.614899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.615146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.615314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.617269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.617269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.617269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.618280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.618454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.618600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.620567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.620794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.640309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.640529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.652611] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: IN_PROGRESS for 2s [ 785.655952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 in Status: IN_PROGRESS for 2s [ 785.656807] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e in Status: IN_PROGRESS for 2s [ 785.672594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.672742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.674508] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.674644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.677761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.678013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.678013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.678268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.678268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.678416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.678581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.678677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.678912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.678912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.678912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.679144] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.679278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.679278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.679495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.679495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.679634] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be updated. [ 785.680748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.680943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.720964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.721535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.721661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.721726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.721983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.722092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.722221] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 785.723925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.724185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.741903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.742073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.811578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.812435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.812435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.812435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8befc05-8466-413d-8af4-ebdb56334b4e is going to be updated. [ 785.813917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.814903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.814903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.816025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.816259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.816451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.819440] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.819440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.819440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.819692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.819753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.820864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.821758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.821865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.848541] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: IN_PROGRESS for 2s [ 785.849560] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: IN_PROGRESS for 2s [ 785.862041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: IN_PROGRESS for 2s [ 785.863328] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 785.877047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.877207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.877207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.877400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.877572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.886434] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.886665] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.886802] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.887287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.887287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.887417] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port f9ed63fc-9813-476c-98aa-f2ee5172151f not found, creating... [ 785.887590] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.887818] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.888191] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.888191] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.888303] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.888567] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.888720] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.888833] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.889112] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.889357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.889357] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: f9ed63fc-9813-476c-98aa-f2ee5172151f is going to be created. [ 785.898272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.898528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.918621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.918866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.918866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.919085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.919264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.921099] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: IN_PROGRESS for 2s [ 785.943696] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8befc05-8466-413d-8af4-ebdb56334b4e in Status: IN_PROGRESS for 2s [ 785.960778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.960947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.961033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.961264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.961417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.975771] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.975771] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.975915] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.976475] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.976610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.976882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-f9ed63fc-9813-476c-98aa-f2ee5172151f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.011930] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 786.282786] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 786.283020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.283316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.283558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.283761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.283879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.283941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.284104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284360] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.659237] env[65073]: INFO networking_nsxv3.common.synchronization [req-ee4842e6-b17d-49ab-9c26-8c18fa0e064b req-e13cdd37-eb91-47d4-bda7-9a6449f45c44 service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 786.660958] env[65073]: INFO networking_nsxv3.common.synchronization [req-ee4842e6-b17d-49ab-9c26-8c18fa0e064b req-e13cdd37-eb91-47d4-bda7-9a6449f45c44 service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 786.660958] env[65073]: INFO networking_nsxv3.common.synchronization [req-ee4842e6-b17d-49ab-9c26-8c18fa0e064b req-e13cdd37-eb91-47d4-bda7-9a6449f45c44 service nova] Enqueued Resource ID: f9ed63fc-9813-476c-98aa-f2ee5172151f with Priority: HIGHEST for action port [ 786.662498] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 786.662693] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 786.662820] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ed63fc-9813-476c-98aa-f2ee5172151f with Priority: HIGHEST for action port [ 786.663156] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.663339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.663432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.664280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.664406] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.667931] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.668065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.668276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9ed63fc-9813-476c-98aa-f2ee5172151f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.668389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9ed63fc-9813-476c-98aa-f2ee5172151f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.668539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9ed63fc-9813-476c-98aa-f2ee5172151f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.668645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9ed63fc-9813-476c-98aa-f2ee5172151f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.668685] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ed63fc-9813-476c-98aa-f2ee5172151f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.743449] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 786.743740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.787060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.787232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.787343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.787620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.787806] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.787925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.787974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.788216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.788304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.788458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.788551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.788907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.789017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.789077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.789218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.789294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.789376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.789466] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.891343] env[65073]: INFO networking_nsxv3.common.synchronization [req-11166d5a-7ab8-49ba-99fd-65b7373202a7 req-af938830-94d1-45b5-b240-e225805e4bea tempest-FloatingIPsAssociationNegativeTestJSON-552756478 tempest-FloatingIPsAssociationNegativeTestJSON-552756478-project-member] Enqueued Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGHEST for action security_group_members [ 786.892043] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGHEST for action security_group_members [ 786.892480] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.892712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.892855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.893209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.893479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.893636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.893731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.893927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.894057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.894185] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.945465] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f708fa7c-91df-4441-a3dd-298900288161 in Status: SUCCESS [ 786.945792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.170324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.170466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.171852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9ed63fc-9813-476c-98aa-f2ee5172151f with status ACTIVE [ 787.172079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.172215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.172281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.172507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.172595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.172771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.172866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.172928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.173121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.173217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.173457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.173536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.173580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.173689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.173759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.173840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9ed63fc-9813-476c-98aa-f2ee5172151f is going to be updated. [ 787.195467] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.195467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.195670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.195716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.195887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.196040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9ed63fc-9813-476c-98aa-f2ee5172151f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.292688] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e69741-e63b-419b-ae5e-62be77020e98: rpc.has_security_group_logging(os_id): False [ 787.313116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.313353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.313438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.313645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.313733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.313937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.314065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.314132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.314372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.314454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.314670] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.314777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.314846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.314962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.315045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.315221] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.315324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.315391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.315500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.315566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.315647] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 787.378433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 787.378626] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 787.378770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.378962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.379326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.379513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.379625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.379681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.379830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.379905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.380016] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.397128] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.397397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.397397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.397669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.397764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.397998] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.398120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.398183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.398363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.398434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.398528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e is going to be updated. [ 787.411426] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.411608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.411671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.411908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.411972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.437294] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.437458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.437527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.437751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.437894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.445234] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 787.449591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e in Status: IN_PROGRESS for 2s [ 787.672295] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e in Status: SUCCESS [ 787.672540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.673421] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 in Status: SUCCESS [ 787.673688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.674496] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: SUCCESS [ 787.674677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.864860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: SUCCESS [ 787.866106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.867216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: SUCCESS [ 787.867460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.881786] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.889184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: SUCCESS [ 787.889440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.922450] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 787.922574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.953851] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: SUCCESS [ 787.953851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.957539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8befc05-8466-413d-8af4-ebdb56334b4e in Status: SUCCESS [ 787.957724] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8befc05-8466-413d-8af4-ebdb56334b4e deletion is rescheduled due to dependency. [ 787.957845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.028640] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 788.028640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.384665] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.887598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.887907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.887907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.888641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.888641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.888641] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 788.921971] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.922226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.922277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.923036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.923036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.932816] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 789.459813] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e in Status: SUCCESS [ 789.459985] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e deletion is rescheduled due to dependency. [ 789.460136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.462815] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 789.463866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.002945] env[65073]: INFO networking_nsxv3.common.synchronization [req-813094c2-4cea-4614-a4c0-e8a642cd3bc2 req-3398c8ee-0cc4-4d61-b67a-a11319ca58a7 tempest-MultipleCreateTestJSON-1100722459 tempest-MultipleCreateTestJSON-1100722459-project-member] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 790.003268] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 790.003408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.003561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.003646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.003846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.003997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.004123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.004180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.004327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.004410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.004501] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.045335] env[65073]: INFO networking_nsxv3.common.synchronization [req-6e9216ab-1697-4c20-8632-01d095efcbc0 req-a8225d2e-99cc-440a-a451-92dbdc37ea31 tempest-MultipleCreateTestJSON-1100722459 tempest-MultipleCreateTestJSON-1100722459-project-member] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 790.045335] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGHEST for action security_group_members [ 790.049187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.049187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.506406] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.946322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 790.947035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.947035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.947185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.947333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.947483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.947567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.947743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.947847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.947957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.948124] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.008972] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.451013] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.451013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.451013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.451269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.451976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.451976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.451976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.451976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.451976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.451976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.452275] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.452275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.452275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.452396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.452549] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.452646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.452706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.452860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.452935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.453039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.453129] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.511746] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.511888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.511996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.512191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.512283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.512395] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 791.545235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.545366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.545408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.545655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.545798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.553986] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 791.955827] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a: rpc.has_security_group_logging(os_id): False [ 791.976299] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.976564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.976564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.976866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.976866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.977234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.977234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.977234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.977822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.977822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.977822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.977822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.977822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.977822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.978027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.978202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.978275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980844] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 792.032714] env[65073]: INFO networking_nsxv3.common.synchronization [req-08c41734-e06b-4a6a-9e1a-0e1a4b6347c4 req-19232753-d1e6-427b-a083-83f4346e3ad2 tempest-ListImageFiltersTestJSON-2035316871 tempest-ListImageFiltersTestJSON-2035316871-project-member] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 792.034119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 792.034119] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.034119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.034265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.035278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.035278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.035278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.035278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.035278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.035278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.035278] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.041396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.041396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.041396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.041584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.041706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.058527] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 792.537158] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.038955] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.541429] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.541637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.541731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.541897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.541985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.542102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be updated. [ 793.562751] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 793.562975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.563815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.564042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.564237] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.564369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.564443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.564603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.564685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.564782] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.572604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.572790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.572857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.573115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.573265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.582501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: IN_PROGRESS for 2s [ 794.066971] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.067380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.067380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.067380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.067489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.067625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.067724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.067788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.067933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.068054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.068098] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be updated. [ 794.074736] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 794.074938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.093951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.094194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.094194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.094426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.094565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.103424] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: IN_PROGRESS for 2s [ 795.593147] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: SUCCESS [ 795.593513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.114153] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e69741-e63b-419b-ae5e-62be77020e98 in Status: SUCCESS [ 796.114153] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 deletion is rescheduled due to dependency. [ 796.114153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.850201] env[65073]: INFO networking_nsxv3.common.synchronization [req-0a3ffba6-f41c-4455-b584-0a0283525043 req-5ebc7c9b-311b-452c-ae6f-d0be4a431663 tempest-ServersTestFqdnHostnames-1698629908 tempest-ServersTestFqdnHostnames-1698629908-project-member] Enqueued Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_members [ 796.851551] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_members [ 796.852243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3c5314-1965-4dfe-97bf-40d84dc708c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.854506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.854506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.854506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.854506] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.854506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.854506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.854506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.854506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.854506] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.247024] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.247024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-494" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.247024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-494" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.247024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-494" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.247024] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.247024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.247024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.247483] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.247699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.247948] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.248101] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.248240] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.248379] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.248523] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.248655] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.248813] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.268498] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.268731] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.268973] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.269247] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-494" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.269643] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-27cd93cf-9739-4635-9490-85d54f8cab3b taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.269859] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-27cd93cf-9739-4635-9490-85d54f8cab3b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.270048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-27cd93cf-9739-4635-9490-85d54f8cab3b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.270430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-27cd93cf-9739-4635-9490-85d54f8cab3b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.270638] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27cd93cf-9739-4635-9490-85d54f8cab3b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.357513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.357836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.357836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.357962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.358059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.358257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.358408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.358495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.358655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.358730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.358818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 already deleted. [ 797.358897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.773052] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.773209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.773403] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.773675] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.773825] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.773975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 27cd93cf-9739-4635-9490-85d54f8cab3b not found, creating... [ 797.774247] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.774403] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.774516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.774722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.774853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.775134] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.775285] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.775398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.775592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.775720] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.775850] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 27cd93cf-9739-4635-9490-85d54f8cab3b is going to be created. [ 797.797561] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.797810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.797934] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.798229] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.798458] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.798667] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-27cd93cf-9739-4635-9490-85d54f8cab3b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527668] env[65073]: INFO networking_nsxv3.common.synchronization [req-0a3ffba6-f41c-4455-b584-0a0283525043 req-99ffdcc7-3fad-4fe8-a85f-9bea1746fdba service nova] Enqueued Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_rules [ 798.527910] env[65073]: INFO networking_nsxv3.common.synchronization [req-0a3ffba6-f41c-4455-b584-0a0283525043 req-99ffdcc7-3fad-4fe8-a85f-9bea1746fdba service nova] Enqueued Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_members [ 798.527910] env[65073]: INFO networking_nsxv3.common.synchronization [req-0a3ffba6-f41c-4455-b584-0a0283525043 req-99ffdcc7-3fad-4fe8-a85f-9bea1746fdba service nova] Enqueued Resource ID: 27cd93cf-9739-4635-9490-85d54f8cab3b with Priority: HIGHEST for action port [ 798.528104] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_rules [ 798.528235] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_members [ 798.528327] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cd93cf-9739-4635-9490-85d54f8cab3b with Priority: HIGHEST for action port [ 798.528875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.529016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.529114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.529390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.529390] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.530198] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3c5314-1965-4dfe-97bf-40d84dc708c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.530792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.530792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.530792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.530985] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.530985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.530985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.531148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.531195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.531293] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.532416] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-27cd93cf-9739-4635-9490-85d54f8cab3b taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.532416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27cd93cf-9739-4635-9490-85d54f8cab3b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.532510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27cd93cf-9739-4635-9490-85d54f8cab3b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.532677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27cd93cf-9739-4635-9490-85d54f8cab3b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.532677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27cd93cf-9739-4635-9490-85d54f8cab3b',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.035532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27cd93cf-9739-4635-9490-85d54f8cab3b with status ACTIVE [ 799.035885] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.036147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.036274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.036620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.036786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.037096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.037283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.037383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.037625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.037725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.037982] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.038125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.038214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.038440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.038574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.038726] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27cd93cf-9739-4635-9490-85d54f8cab3b is going to be updated. [ 799.040206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3c5314-1965-4dfe-97bf-40d84dc708c5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.040353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.040613] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.063843] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.064088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.064088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.064269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.064437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.064598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27cd93cf-9739-4635-9490-85d54f8cab3b" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.543826] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.046484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.046634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.046698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.046923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.047018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.047124] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 is going to be created. [ 800.072117] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.072635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.072635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.072635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.072822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.083222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 in Status: UNINITIALIZED for 2s [ 801.630391] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-411933ce-4006-441d-8561-3d04f1487226 tempest-ListServersNegativeTestJSON-260345517 tempest-ListServersNegativeTestJSON-260345517-project-member] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 801.631147] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 801.631495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.631623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.631691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.632627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.632627] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.632627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.632627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.632841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.632841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.632902] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.843733] env[65073]: INFO networking_nsxv3.common.synchronization [req-77071ef1-b0ed-4eac-8a18-9b319ccd4db3 req-2c12f3df-47ca-44b5-ae4f-461cb9e64f39 tempest-ServersAdminNegativeTestJSON-1998829434 tempest-ServersAdminNegativeTestJSON-1998829434-project-member] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 801.845116] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGHEST for action security_group_members [ 801.845116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.845116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.845328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.847035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.847035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.847035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.847035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.847035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.847035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.847035] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.097159] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.097419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.097641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.098016] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.098297] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.098482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.098571] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.098800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.098945] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.099163] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.099275] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.099381] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.099484] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.099588] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.099766] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.099951] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.102288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 in Status: SUCCESS [ 802.102658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.102974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.103163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.103349] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.103457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.103521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.104150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.104150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.104150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.104150] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.123335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.123335] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.123335] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.123335] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.123676] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-2b8945a0-bdcf-4bf0-9145-1e5092078350 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.123824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-2b8945a0-bdcf-4bf0-9145-1e5092078350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.124036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-2b8945a0-bdcf-4bf0-9145-1e5092078350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.124438] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-2b8945a0-bdcf-4bf0-9145-1e5092078350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.124619] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8945a0-bdcf-4bf0-9145-1e5092078350',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.135289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.135431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.135499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.135785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.135871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.136072] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.136170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.136230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.136377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.136448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.137248] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 already deleted. [ 802.137248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.349213] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.349546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.349673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.349965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.350296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.350393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.350528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.350642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.350822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.350931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.351092] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be updated. [ 802.379109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.379321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.379424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.379846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.379846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.391425] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: IN_PROGRESS for 2s [ 802.607526] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.627803] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.627803] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.627994] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.628528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.628528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.628528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 2b8945a0-bdcf-4bf0-9145-1e5092078350 not found, creating... [ 802.629111] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.629111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.629111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.629282] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.629868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.629868] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.629868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.630052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.630214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.630723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.630723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 2b8945a0-bdcf-4bf0-9145-1e5092078350 is going to be created. [ 802.655482] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.655482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.655482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.655482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.655944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.655944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-2b8945a0-bdcf-4bf0-9145-1e5092078350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.110521] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f3c5314-1965-4dfe-97bf-40d84dc708c5: rpc.has_security_group_logging(os_id): False [ 803.133935] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.134130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.134200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.134395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.134537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.134777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.134895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.134961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.135153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.135237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.135323] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 is going to be created. [ 803.212073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.212073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.212073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.212073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.213071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.224175] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 in Status: IN_PROGRESS for 2s [ 803.416639] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-7f5a0052-ccb1-42e0-b553-e463ef75c527 service nova] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_rules [ 803.416757] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-7f5a0052-ccb1-42e0-b553-e463ef75c527 service nova] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 803.416819] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-7f5a0052-ccb1-42e0-b553-e463ef75c527 service nova] Enqueued Resource ID: 2b8945a0-bdcf-4bf0-9145-1e5092078350 with Priority: HIGHEST for action port [ 803.417472] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_rules [ 803.417626] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 803.417705] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8945a0-bdcf-4bf0-9145-1e5092078350 with Priority: HIGHEST for action port [ 803.418182] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.418374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.418374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.418652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.418730] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.420067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.420197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.420249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.420436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.420580] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.420676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.420734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.420894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.421082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.421181] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.422138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8945a0-bdcf-4bf0-9145-1e5092078350 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.422264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8945a0-bdcf-4bf0-9145-1e5092078350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.422326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8945a0-bdcf-4bf0-9145-1e5092078350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.423114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8945a0-bdcf-4bf0-9145-1e5092078350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.423114] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8945a0-bdcf-4bf0-9145-1e5092078350',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.925115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.925481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.925481] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.927439] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8945a0-bdcf-4bf0-9145-1e5092078350 with status ACTIVE [ 803.929268] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.929268] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.929268] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.929268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.930046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8945a0-bdcf-4bf0-9145-1e5092078350 is going to be updated. [ 803.960585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.960585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.960913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.960913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.961088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.961239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8945a0-bdcf-4bf0-9145-1e5092078350" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.402254] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 in Status: SUCCESS [ 804.402380] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 deletion is rescheduled due to dependency. [ 804.402440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.428223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.931886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.931886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.932295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.932295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.932295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.932405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be created. [ 804.963531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.963669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.963751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.964487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.964487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.978280] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: UNINITIALIZED for 2s [ 805.225388] env[65073]: INFO networking_nsxv3.common.synchronization [None req-af8f6402-1407-44b1-a530-1f259ffdbf96 tempest-ImagesOneServerNegativeTestJSON-978776628 tempest-ImagesOneServerNegativeTestJSON-978776628-project-member] Enqueued Resource ID: 377f9880-0d07-45ad-bfba-0801ce5341c4 with Priority: HIGHEST for action security_group_rules [ 805.226793] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377f9880-0d07-45ad-bfba-0801ce5341c4 with Priority: HIGHEST for action security_group_rules [ 805.227115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-377f9880-0d07-45ad-bfba-0801ce5341c4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.227241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-377f9880-0d07-45ad-bfba-0801ce5341c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.227370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-377f9880-0d07-45ad-bfba-0801ce5341c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.227545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-377f9880-0d07-45ad-bfba-0801ce5341c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.227631] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('377f9880-0d07-45ad-bfba-0801ce5341c4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.243129] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 in Status: SUCCESS [ 805.245101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.320827] env[65073]: INFO networking_nsxv3.common.synchronization [None req-83cff6d6-19bc-46e9-b2cf-5cb25d114017 tempest-ImagesOneServerNegativeTestJSON-978776628 tempest-ImagesOneServerNegativeTestJSON-978776628-project-member] Enqueued Resource ID: 377f9880-0d07-45ad-bfba-0801ce5341c4 with Priority: HIGHEST for action security_group_rules [ 805.321367] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377f9880-0d07-45ad-bfba-0801ce5341c4 with Priority: HIGHEST for action security_group_rules [ 805.322930] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-377f9880-0d07-45ad-bfba-0801ce5341c4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.322930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-377f9880-0d07-45ad-bfba-0801ce5341c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.752279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.752279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.752279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.752549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.752549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.752630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 377f9880-0d07-45ad-bfba-0801ce5341c4 already deleted. [ 805.752709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-377f9880-0d07-45ad-bfba-0801ce5341c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.752863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-377f9880-0d07-45ad-bfba-0801ce5341c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.753037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-377f9880-0d07-45ad-bfba-0801ce5341c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.753107] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('377f9880-0d07-45ad-bfba-0801ce5341c4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.276981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.277437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.277437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.277437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.277615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.277615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 377f9880-0d07-45ad-bfba-0801ce5341c4 already deleted. [ 806.277750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-377f9880-0d07-45ad-bfba-0801ce5341c4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.988646] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 806.988868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.989036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.989273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.989579] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.989778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.989778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.990031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.990031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.990109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.990201] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.493660] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.493920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.493920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.494051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.494221] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.494294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.494386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.494605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.494667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.497027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.497027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.497027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.497027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.591736] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-25fe36b2-eda9-4799-aad2-7985c8fd5789 tempest-ListServersNegativeTestJSON-260345517 tempest-ListServersNegativeTestJSON-260345517-project-member] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 807.591935] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 807.592479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.592673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.592949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.593131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.593235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.593336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.593544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.593776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.593873] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.954479] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.954479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.954699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.954835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.955097] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.955254] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.955367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.956013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.956120] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.956339] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.956452] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.956559] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.956662] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.956770] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.956873] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.957010] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.975531] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.975732] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.975814] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.975985] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.976309] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-03de14a7-6a77-4406-98de-4ef15daebf87 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.976479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-03de14a7-6a77-4406-98de-4ef15daebf87" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.976592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-03de14a7-6a77-4406-98de-4ef15daebf87" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.976912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-03de14a7-6a77-4406-98de-4ef15daebf87" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.977058] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03de14a7-6a77-4406-98de-4ef15daebf87',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.998448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70d8a92-4d22-452f-b2b5-8e8bc855bee0: rpc.has_security_group_logging(os_id): False [ 808.016519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.016681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.016725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.016963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.017084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.017296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.017428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.017512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.017687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.017822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.018115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.018268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.018343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.018497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.018586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.018819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.018921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.018981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.019155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.019239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.019318] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be created. [ 808.097473] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.104297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.104522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.104605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.104805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.104994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.117965] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 808.479585] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.482072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.482072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.482072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.482072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.482072] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 03de14a7-6a77-4406-98de-4ef15daebf87 not found, creating... [ 808.482072] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.482072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.482072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.482072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.482072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.482683] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.482683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.482683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.482683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.482903] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.483125] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 03de14a7-6a77-4406-98de-4ef15daebf87 is going to be created. [ 808.505087] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.505641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.505641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.505765] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.505991] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.506252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-03de14a7-6a77-4406-98de-4ef15daebf87" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.600427] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.103600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.103802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.103881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.104119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.104232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.104357] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 809.136124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.136396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.136515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.136810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.137116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.150814] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 809.259060] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-426096c1-0979-4812-8b40-d2a51f39a905 service nova] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_rules [ 809.260467] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-426096c1-0979-4812-8b40-d2a51f39a905 service nova] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 809.260751] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-426096c1-0979-4812-8b40-d2a51f39a905 service nova] Enqueued Resource ID: 03de14a7-6a77-4406-98de-4ef15daebf87 with Priority: HIGHEST for action port [ 809.261042] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_rules [ 809.261210] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 809.261350] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de14a7-6a77-4406-98de-4ef15daebf87 with Priority: HIGHEST for action port [ 809.262170] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.262980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.263281] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.263412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.263621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-03de14a7-6a77-4406-98de-4ef15daebf87 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.263728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03de14a7-6a77-4406-98de-4ef15daebf87" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.263793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03de14a7-6a77-4406-98de-4ef15daebf87" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.263991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03de14a7-6a77-4406-98de-4ef15daebf87" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.264089] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03de14a7-6a77-4406-98de-4ef15daebf87',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.767670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03de14a7-6a77-4406-98de-4ef15daebf87 with status ACTIVE [ 809.768124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.768124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.768411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.768692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.769124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.769525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.769769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.769872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.770084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.770347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.770923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.771120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.771457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.771738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.771939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.772153] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03de14a7-6a77-4406-98de-4ef15daebf87 is going to be updated. [ 809.796847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.796847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.796847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.797093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.797469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.797469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03de14a7-6a77-4406-98de-4ef15daebf87" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.134078] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 810.135714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.135714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.135714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.135714] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.638075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.638075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.161639] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 811.162048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.162107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.162362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.162573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.162739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.162810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.163026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.163166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.163252] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.665542] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.168599] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.499619] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-d9bf0135-89ac-4a65-9bfa-ccdf1d91183c tempest-ListServersNegativeTestJSON-260345517 tempest-ListServersNegativeTestJSON-260345517-project-member] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 812.500615] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 812.501265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.501265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.540153] env[65073]: INFO networking_nsxv3.common.synchronization [req-79768b9d-b81c-4a4a-8ad4-efb9372670f9 req-0eb29071-ea3e-4964-993b-14de2aa61b39 tempest-FloatingIPsAssociationTestJSON-1460387285 tempest-FloatingIPsAssociationTestJSON-1460387285-project-member] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 812.541016] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGHEST for action security_group_members [ 812.541304] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.541458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.541519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.541687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.541979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.542124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.542203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.542344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.542431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.542531] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.671628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.671628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.671628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.671628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.671628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.671628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 812.704489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.704797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.704797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.704939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.705073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.716867] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 813.046775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.046775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.046775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.046775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.068860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.068860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.068860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.068860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.068860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.068860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.068860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9653366-c485-45cf-a280-a36e096d0329 is going to be updated. [ 813.101821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.101821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.101821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.101821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.101821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.113511] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: IN_PROGRESS for 2s [ 813.308460] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.308460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.308460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.308460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.308953] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.308953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.308953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.309104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.309209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.309449] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.309594] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.309792] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.309879] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.310073] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.310192] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.310316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.340478] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.340657] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.343026] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.343026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-38" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.343026] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-102d143f-5279-47d8-b3e5-dd0371607cbc taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.343026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-102d143f-5279-47d8-b3e5-dd0371607cbc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.343026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-102d143f-5279-47d8-b3e5-dd0371607cbc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.343026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-102d143f-5279-47d8-b3e5-dd0371607cbc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.343026] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102d143f-5279-47d8-b3e5-dd0371607cbc',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.848943] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.848943] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.848943] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.848943] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.849295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.849295] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 102d143f-5279-47d8-b3e5-dd0371607cbc not found, creating... [ 813.849647] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.849852] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.849959] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.850240] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.850383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.850681] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.850837] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.850952] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.851176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.851338] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.851504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 102d143f-5279-47d8-b3e5-dd0371607cbc is going to be created. [ 813.885772] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.886122] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.886276] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.886609] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.886912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.887109] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-102d143f-5279-47d8-b3e5-dd0371607cbc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.593730] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-1b5b0f52-7fa0-4336-b8f7-13668c48c4af service nova] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_rules [ 814.594079] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-1b5b0f52-7fa0-4336-b8f7-13668c48c4af service nova] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 814.594132] env[65073]: INFO networking_nsxv3.common.synchronization [req-4d100f17-efe8-489b-9f71-0c2655b98749 req-1b5b0f52-7fa0-4336-b8f7-13668c48c4af service nova] Enqueued Resource ID: 102d143f-5279-47d8-b3e5-dd0371607cbc with Priority: HIGHEST for action port [ 814.594716] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_rules [ 814.594897] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 814.595111] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102d143f-5279-47d8-b3e5-dd0371607cbc with Priority: HIGHEST for action port [ 814.595396] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.595510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.595713] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.595797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.595972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-102d143f-5279-47d8-b3e5-dd0371607cbc taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.596086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-102d143f-5279-47d8-b3e5-dd0371607cbc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.596154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-102d143f-5279-47d8-b3e5-dd0371607cbc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.596416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-102d143f-5279-47d8-b3e5-dd0371607cbc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.596416] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102d143f-5279-47d8-b3e5-dd0371607cbc',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.727103] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 814.727360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.728066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.728301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.728904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.728904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.728904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.729290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.729290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.729290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.729290] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.730338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.730530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.730891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.730891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.730891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.731103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.731168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.731316] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.098782] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 102d143f-5279-47d8-b3e5-dd0371607cbc with status ACTIVE [ 815.098782] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.098782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.098782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.099169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.099287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.099669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.099669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.099819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.100025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.100133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.100369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.100542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.100663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.101171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.101171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.101171] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 102d143f-5279-47d8-b3e5-dd0371607cbc is going to be updated. [ 815.124661] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9653366-c485-45cf-a280-a36e096d0329 in Status: SUCCESS [ 815.124835] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9653366-c485-45cf-a280-a36e096d0329 deletion is rescheduled due to dependency. [ 815.124889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.125854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.126023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.126124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.126349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.126532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.126715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-102d143f-5279-47d8-b3e5-dd0371607cbc" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.233631] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.233793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.234199] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.280048] env[65073]: INFO networking_nsxv3.common.synchronization [req-39de5533-d8fc-4ea0-868a-018047505ce3 req-3367c8bc-812a-4d03-ae06-897cac28110b tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 815.280349] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 815.280674] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.280848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.280848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.281921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.281921] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.281921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.281921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.281921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.281921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.281921] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.600738] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.601067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.601067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.601324] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.601579] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.601726] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.601832] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.602061] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.602199] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.602427] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.602539] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.603193] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.603193] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.603193] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.603193] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.603193] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.622439] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.623149] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.623149] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.623149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.623149] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-912f8bec-dacf-4175-9566-10675d400a97 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.623505] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-912f8bec-dacf-4175-9566-10675d400a97" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.623505] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-912f8bec-dacf-4175-9566-10675d400a97" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.623822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-912f8bec-dacf-4175-9566-10675d400a97" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.623961] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912f8bec-dacf-4175-9566-10675d400a97',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.737465] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.785838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.786045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.786045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.786282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.786375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.786581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.786681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.786742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.786883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.786955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.787051] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be deleted. [ 815.827659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.827985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.828086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.828346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.828447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.828549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.126718] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.126959] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.127095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.127442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.127639] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.127886] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 912f8bec-dacf-4175-9566-10675d400a97 not found, creating... [ 816.128254] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.128576] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.128707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.129373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.129548] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.130406] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.130406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.130406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.130406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.130647] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.130965] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 912f8bec-dacf-4175-9566-10675d400a97 is going to be created. [ 816.162610] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.162902] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.162987] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.163398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.163742] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.163997] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-912f8bec-dacf-4175-9566-10675d400a97" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.241530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.241530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.241530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.241832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.241944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.242119] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 816.443424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.443691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.443691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.443897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.444153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.475336] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 816.947667] env[65073]: INFO networking_nsxv3.common.synchronization [req-39de5533-d8fc-4ea0-868a-018047505ce3 req-54d05e26-017a-4671-856e-c87891b0214a service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 816.947955] env[65073]: INFO networking_nsxv3.common.synchronization [req-39de5533-d8fc-4ea0-868a-018047505ce3 req-54d05e26-017a-4671-856e-c87891b0214a service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 816.948062] env[65073]: INFO networking_nsxv3.common.synchronization [req-39de5533-d8fc-4ea0-868a-018047505ce3 req-54d05e26-017a-4671-856e-c87891b0214a service nova] Enqueued Resource ID: 912f8bec-dacf-4175-9566-10675d400a97 with Priority: HIGHEST for action port [ 816.948609] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 816.948757] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 816.948934] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912f8bec-dacf-4175-9566-10675d400a97 with Priority: HIGHEST for action port [ 816.949129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.949241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.949357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.949591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.949683] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.950595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.950671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.950726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.950847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.950992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.951109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.951159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.951290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.951511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.951643] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.952941] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-912f8bec-dacf-4175-9566-10675d400a97 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.952941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-912f8bec-dacf-4175-9566-10675d400a97" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.952941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-912f8bec-dacf-4175-9566-10675d400a97" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.953786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-912f8bec-dacf-4175-9566-10675d400a97" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.953786] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912f8bec-dacf-4175-9566-10675d400a97',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.456031] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.456782] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.456918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.457116] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 912f8bec-dacf-4175-9566-10675d400a97 with status ACTIVE [ 817.457278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.457481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.457576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.457856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.458015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.458259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.458402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.458519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.458760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.458865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.459302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.459302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.459302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.459645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.459645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.459728] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 912f8bec-dacf-4175-9566-10675d400a97 is going to be updated. [ 817.482083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.482325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.482325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.482564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.482709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.482869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-912f8bec-dacf-4175-9566-10675d400a97" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.962086] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.464705] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.464705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.465106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.465106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.465106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.465223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be created. [ 818.487519] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 818.487776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.487956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.488211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.488405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.488522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.488587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.488740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.488813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.488905] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.496771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.496948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.496995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.497844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.497844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.508459] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: UNINITIALIZED for 2s [ 818.992262] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.496254] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.701082] env[65073]: INFO networking_nsxv3.common.synchronization [req-71369115-1188-426b-8301-4097e5ca4ae8 req-ecde52d4-2962-4816-a10e-4f26ff106030 tempest-ServersAdminTestJSON-1368114436 tempest-ServersAdminTestJSON-1368114436-project-member] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 819.701738] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 819.702118] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.702264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.702315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.702515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.702703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.702763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.702889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.702970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.703425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.703572] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.998503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.998857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.998857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.998928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.999101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.999170] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 820.032925] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.033089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.033172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.033457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.033754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.043874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 820.132815] env[65073]: INFO networking_nsxv3.common.synchronization [req-e706a771-8d39-405b-9c56-efd1f7c878fc req-13c09759-25be-4e56-8f53-4b4dd618fb64 tempest-ServersWithSpecificFlavorTestJSON-320018192 tempest-ServersWithSpecificFlavorTestJSON-320018192-project-member] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 820.133472] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 820.135047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.135198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.135311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.135507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.135726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.135820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.135900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.136087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.136178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.136462] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.205315] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.522229] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 820.522460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.522664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.522912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.523154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.523295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.523457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.523887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.523887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.523887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.523887] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.528389] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.528389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-258" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.528389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-258" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.528389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-258" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.528389] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.528389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.528389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.528963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.528963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.529060] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.529104] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.529216] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.529344] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.529518] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.529662] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.529847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.555728] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.555728] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.555728] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.555728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-258" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.555728] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-d16786b8-58cc-4160-a52b-5a24077d7482 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.555728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-d16786b8-58cc-4160-a52b-5a24077d7482" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.555728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-d16786b8-58cc-4160-a52b-5a24077d7482" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.555728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-d16786b8-58cc-4160-a52b-5a24077d7482" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.555728] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16786b8-58cc-4160-a52b-5a24077d7482',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.641748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.641906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.641981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.642227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.642449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.642510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.642607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.642669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.642813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.642888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.642974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be deleted. [ 820.709824] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.746211] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.746429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.746429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.747059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.747059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.747059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.032616] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.033650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.033650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.033650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.034976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.035165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.035243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.036993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.036993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.036993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.036993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.036993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.036993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.037438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.037438] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.037579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.037639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.037974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.038061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.038493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.038493] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.058356] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.058727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.059336] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.059336] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.059546] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.060290] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port d16786b8-58cc-4160-a52b-5a24077d7482 not found, creating... [ 821.060290] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.060290] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.060805] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.061056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.061222] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.061656] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.061834] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.061964] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.062227] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.062367] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.062512] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: d16786b8-58cc-4160-a52b-5a24077d7482 is going to be created. [ 821.087773] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.088040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.088182] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.088480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.088718] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.089314] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-d16786b8-58cc-4160-a52b-5a24077d7482" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.214765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.214995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.215130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.215462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.215618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.215772] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 821.264178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.264341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.264443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.264632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.264775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.273159] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 821.540589] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7224d91c-ee3e-49ac-9bb9-491223512c7a: rpc.has_security_group_logging(os_id): False [ 821.559301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.559467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.559528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.559733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.559819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.560032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.560141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.560205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.560356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.560434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.560633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.560716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.560797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.560999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.561090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.561294] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.561390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.561453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.561623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.561702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.561785] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be created. [ 821.626477] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.626477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.626477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.626712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.626712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.641316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 821.844842] env[65073]: INFO networking_nsxv3.common.synchronization [req-e706a771-8d39-405b-9c56-efd1f7c878fc req-d5090f6a-769c-4a2e-81b6-7dff3e97674a service nova] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_rules [ 821.844842] env[65073]: INFO networking_nsxv3.common.synchronization [req-e706a771-8d39-405b-9c56-efd1f7c878fc req-d5090f6a-769c-4a2e-81b6-7dff3e97674a service nova] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 821.844842] env[65073]: INFO networking_nsxv3.common.synchronization [req-e706a771-8d39-405b-9c56-efd1f7c878fc req-d5090f6a-769c-4a2e-81b6-7dff3e97674a service nova] Enqueued Resource ID: d16786b8-58cc-4160-a52b-5a24077d7482 with Priority: HIGHEST for action port [ 821.844842] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_rules [ 821.844842] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 821.844842] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16786b8-58cc-4160-a52b-5a24077d7482 with Priority: HIGHEST for action port [ 821.844842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.845361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.845361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.845434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.845570] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.846409] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.847273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.847273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.847273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.847273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.847273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.847273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.847603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.847603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.847603] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.848389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d16786b8-58cc-4160-a52b-5a24077d7482 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.848473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d16786b8-58cc-4160-a52b-5a24077d7482" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.848473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d16786b8-58cc-4160-a52b-5a24077d7482" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.848619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d16786b8-58cc-4160-a52b-5a24077d7482" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.849207] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16786b8-58cc-4160-a52b-5a24077d7482',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.053864] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 822.054243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.054293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.054501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.054683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.054811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.054871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.055041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.055122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.055207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.055368] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.055462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.055519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.055728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.055844] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.055938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.055997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.056186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.056267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.056352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.056468] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.354486] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.354486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.354486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.354486] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d16786b8-58cc-4160-a52b-5a24077d7482 with status ACTIVE [ 822.354486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.354486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.354486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.355155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.355155] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.355155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.355335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.355376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.355655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.355830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.355890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.356585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.356715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.356818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d16786b8-58cc-4160-a52b-5a24077d7482 is going to be updated. [ 822.381478] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.381478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.381478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.381478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.381478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.381478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d16786b8-58cc-4160-a52b-5a24077d7482" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.558588] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70d8a92-4d22-452f-b2b5-8e8bc855bee0: rpc.has_security_group_logging(os_id): False [ 822.577024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.577343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.577343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.577510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.577584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.577739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.577834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.577895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.578044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.578132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.578325] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.578419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.578822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.578897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.579087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.579344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.579476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.579553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.579738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.579912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580054] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 822.643570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.643949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.643949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.644104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.644221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.657289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 822.860177] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.294315] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 823.294660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.362463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.362673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.362744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.362931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.363039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.363147] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be created. [ 823.388305] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.388479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.388551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.388761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.388922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.398909] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: UNINITIALIZED for 2s [ 823.658412] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 823.658710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.672680] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 824.672680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.672680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.673231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.673464] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.178514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.178514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.178514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.178514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.178514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.178514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.178514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.178514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.178514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.178514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.178514] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.215028] env[65073]: INFO networking_nsxv3.common.synchronization [None req-95d9c60d-4530-4feb-b793-f71b0846c264 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_rules [ 825.215799] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_rules [ 825.216290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e042dbb-e151-484c-b731-dabe90f1c5f2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.216429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.216542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.216915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.217098] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.310185] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f699509c-3b77-4f81-8207-48f3287f903e tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_rules [ 825.310185] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_rules [ 825.310185] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e042dbb-e151-484c-b731-dabe90f1c5f2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.310185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.412195] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: SUCCESS [ 825.412195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.412195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.412195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.412195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.412195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.412195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.412195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.412195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.412195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.412195] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.681113] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.684042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.684042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.684890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.684890] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.739959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.740171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.740288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.743020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.743020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.743020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 already deleted. [ 825.743020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.743020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.743020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.743020] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.916235] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.187288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a70d8a92-4d22-452f-b2b5-8e8bc855bee0: rpc.has_security_group_logging(os_id): False [ 826.214986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.214986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.214986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.215526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.215526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.215665] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.215791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.215848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.216044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.216164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.216460] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.216612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.216721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.216930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.217201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.217328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.217466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.217535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.217684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.217792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.217918] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 826.262383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.262590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.262687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.262911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.263008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.263118] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 already deleted. [ 826.263230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.290531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.290794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.290878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.291120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.291284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.306202] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 826.418071] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92636f57-f684-4f18-b3af-8979124b6cd5: rpc.has_security_group_logging(os_id): False [ 826.441200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.441343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.441424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.441630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.441720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.441959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.442073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.442128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.442280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.442354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.442439] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be created. [ 826.506280] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.506436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.506512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.506742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.506929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.523258] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: IN_PROGRESS for 2s [ 827.468497] env[65073]: INFO networking_nsxv3.common.synchronization [req-5dc66392-9f6a-4ee2-9305-493fdcb49330 req-e1692971-5d9a-435b-be2d-ea70cbbf6d06 tempest-ListServersNegativeTestJSON-260345517 tempest-ListServersNegativeTestJSON-260345517-project-member] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 827.469110] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 827.469439] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.469565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.469631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.469828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.469982] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.470319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.470410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.470573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.470663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.470758] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.903135] env[65073]: INFO networking_nsxv3.common.synchronization [req-ed74e487-ce55-4de9-a35d-0d9d976ce3a7 req-97251449-3db7-456d-b842-970597144c51 tempest-ServerRescueTestJSON-1706067052 tempest-ServerRescueTestJSON-1706067052-project-member] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 827.903695] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 827.903992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.905441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.905791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.905947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.906066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.906131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.906276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.906359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.906456] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.972794] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.109806] env[65073]: INFO networking_nsxv3.common.synchronization [req-532fc09f-07ec-4be3-b08c-ef00346a7bfe req-7c01ab7a-6da0-4921-8b9c-3d3bf0bb85e4 tempest-ListServerFiltersTestJSON-522816871 tempest-ListServerFiltersTestJSON-522816871-project-member] Enqueued Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 828.110381] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a187254-946c-449f-9397-1b72b779710f with Priority: HIGHEST for action security_group_members [ 828.110704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a187254-946c-449f-9397-1b72b779710f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111252] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.111859] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a187254-946c-449f-9397-1b72b779710f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.286999] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.286999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-201" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.286999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-201" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.287232] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-201" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.287853] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.287853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.287853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.288019] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.288789] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.288789] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.288789] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.288789] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.288789] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.289185] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.289185] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.289185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.312911] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.312911] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.312911] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.312911] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-201" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.312911] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-47c47ffa-6f87-4a37-96cf-f9d56691983f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.313249] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-47c47ffa-6f87-4a37-96cf-f9d56691983f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.313249] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-47c47ffa-6f87-4a37-96cf-f9d56691983f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.313670] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-47c47ffa-6f87-4a37-96cf-f9d56691983f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.313670] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c47ffa-6f87-4a37-96cf-f9d56691983f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.325785] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 828.326070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.409022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.409194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.409297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.409559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.409559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.409792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.409891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.409953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.410084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.410156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.410237] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e already deleted. [ 828.410320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.475900] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.538030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: SUCCESS [ 828.538902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.614140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.614306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.614381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.614652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.639213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.639386] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.639571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.639647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.640591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.640591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.640591] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f is going to be updated. [ 828.668280] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.669620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.669620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.669620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.669620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.679783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: IN_PROGRESS for 2s [ 828.816103] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.816392] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.816534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.816826] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.816982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.817153] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 47c47ffa-6f87-4a37-96cf-f9d56691983f not found, creating... [ 828.817416] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.817572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.817722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.818071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.818295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.818643] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.818863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.819033] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.819288] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.819438] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.819600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 47c47ffa-6f87-4a37-96cf-f9d56691983f is going to be created. [ 828.841219] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.841470] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.841587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.841854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.842103] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.842336] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-47c47ffa-6f87-4a37-96cf-f9d56691983f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.978960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.979113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.979395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.979550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.979754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 829.009978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.010176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.010270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.010574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.010816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.023704] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 829.571771] env[65073]: INFO networking_nsxv3.common.synchronization [req-ed74e487-ce55-4de9-a35d-0d9d976ce3a7 req-36195520-d167-4847-939a-4b50131302a2 service nova] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_rules [ 829.572287] env[65073]: INFO networking_nsxv3.common.synchronization [req-ed74e487-ce55-4de9-a35d-0d9d976ce3a7 req-36195520-d167-4847-939a-4b50131302a2 service nova] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 829.572287] env[65073]: INFO networking_nsxv3.common.synchronization [req-ed74e487-ce55-4de9-a35d-0d9d976ce3a7 req-36195520-d167-4847-939a-4b50131302a2 service nova] Enqueued Resource ID: 47c47ffa-6f87-4a37-96cf-f9d56691983f with Priority: HIGHEST for action port [ 829.574388] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_rules [ 829.574538] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 829.574634] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c47ffa-6f87-4a37-96cf-f9d56691983f with Priority: HIGHEST for action port [ 829.574956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.575106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.575170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.575488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.575583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.577466] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.577586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.577675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.580247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.580607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.580607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.580607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.581242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.581381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.581495] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.582458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c47ffa-6f87-4a37-96cf-f9d56691983f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.582578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c47ffa-6f87-4a37-96cf-f9d56691983f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.582643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c47ffa-6f87-4a37-96cf-f9d56691983f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.582817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c47ffa-6f87-4a37-96cf-f9d56691983f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.582893] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c47ffa-6f87-4a37-96cf-f9d56691983f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.085178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.085326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.085534] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.086466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47c47ffa-6f87-4a37-96cf-f9d56691983f with status ACTIVE [ 830.086647] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.086758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.086823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.087025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.087109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.087312] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.087415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.087415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.087551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.087624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.087795] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.087938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.088017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.088193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.088288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.088733] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47c47ffa-6f87-4a37-96cf-f9d56691983f is going to be updated. [ 830.112338] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.112492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.112563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.112785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.112948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.113554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c47ffa-6f87-4a37-96cf-f9d56691983f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.590555] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.690719] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a187254-946c-449f-9397-1b72b779710f in Status: SUCCESS [ 830.690953] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a187254-946c-449f-9397-1b72b779710f deletion is rescheduled due to dependency. [ 830.691098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a187254-946c-449f-9397-1b72b779710f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.034777] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 831.034777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.095439] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.095637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.095720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.096048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.096144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.096341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e is going to be created. [ 831.119610] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.119787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.119861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.120163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.120360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.130432] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: UNINITIALIZED for 2s [ 833.143364] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: SUCCESS [ 833.143738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.143995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.144316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.144575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.144731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.144819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.146993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.147207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.147343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.147473] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.653868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.654098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.654098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.654324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.654529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.654652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.654717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.654874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.654965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.655065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.655217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.655311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.655367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.655509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.655646] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.655735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.655866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.656016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.656096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.656175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.656265] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.158632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0d465b9-0a51-439e-a064-a0aa7ab3e99e: rpc.has_security_group_logging(os_id): False [ 834.180774] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.180774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.180774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.180970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.181041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.181594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.181594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.181594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.181881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.182374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.182374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.182374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.182549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.182690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.182804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.183024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.183148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.183232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.183403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.183988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.183988] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e is going to be created. [ 834.275621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.276373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.276769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.277105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.277442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.295087] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: IN_PROGRESS for 2s [ 834.580299] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 834.580570] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 835.228386] env[65073]: INFO networking_nsxv3.common.synchronization [req-be12fc49-7449-4205-a3e6-1910e5648b6a req-055ee92c-5f81-42ae-b9d6-35f8bc6e4eb5 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 835.229176] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 835.229557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.229690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.229750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.229955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.230290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.230440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.230512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.230694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.230800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.230915] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.623969] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.623969] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.623969] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.624456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.624986] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.625395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.625656] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.626045] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.626350] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.626734] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.627377] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.627688] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.627982] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.629024] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.629024] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.629024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.648789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.651028] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.651028] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.651028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-275" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.651028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-1fe6cc1b-7937-430e-b152-19542d8f27ae taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.651028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.651028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.651028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.651028] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe6cc1b-7937-430e-b152-19542d8f27ae',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.733389] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.157216] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.157216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.157216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.157216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.157216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.157216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 1fe6cc1b-7937-430e-b152-19542d8f27ae not found, creating... [ 836.157216] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.157216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.157216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.157216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.157216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.157727] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.157727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.157727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.158057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.158342] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.158672] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae is going to be created. [ 836.185957] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.185957] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.185957] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.185957] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.186289] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.186381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.236038] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.310271] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: SUCCESS [ 836.310271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.739258] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.739644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.739644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.740313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.740313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.740313] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 836.777602] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.777848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.777899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.778362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.778488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.790138] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 836.830406] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a6a12a31-8ef0-4d34-96a8-9d98705a9af7 None None] Enqueued Resource ID: f4f9192b-e643-455f-ae2a-a529c69b00da with Priority: HIGHEST for action port [ 836.831213] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f9192b-e643-455f-ae2a-a529c69b00da with Priority: HIGHEST for action port [ 836.831884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4f9192b-e643-455f-ae2a-a529c69b00da taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.832022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4f9192b-e643-455f-ae2a-a529c69b00da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.832094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4f9192b-e643-455f-ae2a-a529c69b00da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.832374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4f9192b-e643-455f-ae2a-a529c69b00da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.832461] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f9192b-e643-455f-ae2a-a529c69b00da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.991153] env[65073]: INFO networking_nsxv3.common.synchronization [req-be12fc49-7449-4205-a3e6-1910e5648b6a req-b3379091-2ef3-4315-aae0-d86e7953cbf2 service nova] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 836.992363] env[65073]: INFO networking_nsxv3.common.synchronization [req-be12fc49-7449-4205-a3e6-1910e5648b6a req-b3379091-2ef3-4315-aae0-d86e7953cbf2 service nova] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 836.992363] env[65073]: INFO networking_nsxv3.common.synchronization [req-be12fc49-7449-4205-a3e6-1910e5648b6a req-b3379091-2ef3-4315-aae0-d86e7953cbf2 service nova] Enqueued Resource ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae with Priority: HIGHEST for action port [ 836.992628] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 836.992760] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 836.992892] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae with Priority: HIGHEST for action port [ 836.994035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.994035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.994035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.994335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.994335] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.995607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.995906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.996234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe6cc1b-7937-430e-b152-19542d8f27ae taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.996382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.996458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.996755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.996818] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe6cc1b-7937-430e-b152-19542d8f27ae',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.337184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4f9192b-e643-455f-ae2a-a529c69b00da [ 837.337184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.337184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.337184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.337184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.337184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.337184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4f9192b-e643-455f-ae2a-a529c69b00da already deleted. [ 837.337184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4f9192b-e643-455f-ae2a-a529c69b00da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.500020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.500020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.500020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fe6cc1b-7937-430e-b152-19542d8f27ae with status ACTIVE [ 837.500020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.500357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.500357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.500357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.500474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.502192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.502192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.502192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.502192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.502192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.502192] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.502192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.502192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.502192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.502192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.502192] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae is going to be updated. [ 837.526923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.526923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.526923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.526923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.526923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.526923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.802429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 838.802803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.803626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.803626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.803626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.803979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.804308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.804592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.804680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.804788] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.308736] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.572515] env[65073]: INFO networking_nsxv3.common.synchronization [None req-af96fa6a-4a22-468b-95a8-e8235ec0cfa2 None None] Enqueued Resource ID: 83f5d024-6620-4b5c-8d20-41984e19568e with Priority: HIGHEST for action port [ 839.574304] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f5d024-6620-4b5c-8d20-41984e19568e with Priority: HIGHEST for action port [ 839.576097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f5d024-6620-4b5c-8d20-41984e19568e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.576237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f5d024-6620-4b5c-8d20-41984e19568e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.576316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f5d024-6620-4b5c-8d20-41984e19568e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.576678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f5d024-6620-4b5c-8d20-41984e19568e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.576678] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f5d024-6620-4b5c-8d20-41984e19568e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.811340] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.080877] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83f5d024-6620-4b5c-8d20-41984e19568e [ 840.081147] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.081416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.081416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.081573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.082671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.082671] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83f5d024-6620-4b5c-8d20-41984e19568e already deleted. [ 840.082671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f5d024-6620-4b5c-8d20-41984e19568e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.317321] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.317321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.317321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.317321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.317321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.317321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 840.358024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.358024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.358024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.358024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.358024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.374215] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 842.385935] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 842.386229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.386408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.386628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.386821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.386935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.386993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.387167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.387240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.387349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.387438] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.889537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.889768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.889768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.889986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.890429] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.890429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.890429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.890657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.890696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.890812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.890907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.890994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.891084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.891206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.891344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.891431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.891485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.891621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.891694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.891769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.891856] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.395017] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4737fc-4415-4cd1-9344-69f286bd25ef: rpc.has_security_group_logging(os_id): False [ 843.417341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.417341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.417341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.417341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.444688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.444991] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.445327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.445327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.445623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.445623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.445852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.445920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.445990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.446216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.446332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.446607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.446733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.446795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.446966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.447102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.447222] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 843.518964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.518964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.518964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.518964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.519377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.539361] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 844.578709] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 844.579161] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 845.554727] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 845.555039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.467821] env[65073]: INFO networking_nsxv3.common.synchronization [req-340718cc-831d-45bb-adb8-e8e100e01872 req-14fcbda8-afa1-4fcc-8d7c-62203a0b88de tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 846.468253] env[65073]: INFO networking_nsxv3.common.synchronization [req-340718cc-831d-45bb-adb8-e8e100e01872 req-14fcbda8-afa1-4fcc-8d7c-62203a0b88de tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 846.468625] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 846.468834] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 846.469230] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee4b1-a72f-4184-af45-5762630f65da taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.469446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.469536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.469734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.469898] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.470034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.470105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.470316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.470407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.470504] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.471442] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.471753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.471800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.472805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.472805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.472805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.472805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.472805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.472805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.472805] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.530478] env[65073]: INFO networking_nsxv3.common.synchronization [req-340718cc-831d-45bb-adb8-e8e100e01872 req-14fcbda8-afa1-4fcc-8d7c-62203a0b88de tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_rules [ 846.530729] env[65073]: INFO networking_nsxv3.common.synchronization [req-340718cc-831d-45bb-adb8-e8e100e01872 req-14fcbda8-afa1-4fcc-8d7c-62203a0b88de tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 846.530916] env[65073]: INFO networking_nsxv3.common.synchronization [req-340718cc-831d-45bb-adb8-e8e100e01872 req-14fcbda8-afa1-4fcc-8d7c-62203a0b88de tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 846.531123] env[65073]: INFO networking_nsxv3.common.synchronization [req-340718cc-831d-45bb-adb8-e8e100e01872 req-14fcbda8-afa1-4fcc-8d7c-62203a0b88de tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 846.531351] env[65073]: INFO networking_nsxv3.common.synchronization [req-340718cc-831d-45bb-adb8-e8e100e01872 req-14fcbda8-afa1-4fcc-8d7c-62203a0b88de tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae with Priority: HIGHEST for action port [ 846.533863] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_rules [ 846.533863] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 846.533863] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae with Priority: HIGHEST for action port [ 846.533863] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 846.533863] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 846.533863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-200ee4b1-a72f-4184-af45-5762630f65da taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.533863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.533863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.533863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.534412] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.535621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.535759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.535831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.536052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.536161] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.537524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe6cc1b-7937-430e-b152-19542d8f27ae taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.537524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.537524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.537524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.537991] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe6cc1b-7937-430e-b152-19542d8f27ae',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.538792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee4b1-a72f-4184-af45-5762630f65da taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.538792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.538964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.539044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.975333] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.975771] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.039801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.039962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.040191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee4b1-a72f-4184-af45-5762630f65da taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.040325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.040426] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fe6cc1b-7937-430e-b152-19542d8f27ae with status ACTIVE [ 847.041650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.041650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.041650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.041650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.041650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.041650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.041650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.041650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.041650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.041650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.042213] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.042213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.042213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.042213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.042213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.042426] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae is going to be updated. [ 847.068355] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.068355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.068485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.068667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.069536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.069536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.427730] env[65073]: INFO networking_nsxv3.common.synchronization [req-ec55e798-20bf-4fc2-9e04-16c25a934040 req-50a14fae-ad42-4f97-a9c0-f1a5070b76f5 tempest-ServersTestFqdnHostnames-1698629908 tempest-ServersTestFqdnHostnames-1698629908-project-member] Enqueued Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_members [ 847.428520] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGHEST for action security_group_members [ 847.428682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3c5314-1965-4dfe-97bf-40d84dc708c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.428808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.428900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.429210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.429468] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.429583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.429647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.429804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.429899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.430023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.481206] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.482208] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.931854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.932073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.932128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.932684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.932684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.932811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.932879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.932919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.933118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.933208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.933304] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 is going to be updated. [ 847.963902] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.964063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.964204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.964356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.964503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.974269] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 in Status: IN_PROGRESS for 2s [ 847.983912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.984128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.984195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.984384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.984471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.984592] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee4b1-a72f-4184-af45-5762630f65da is going to be created. [ 847.985894] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.986030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.986088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.986252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.986331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.986481] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 848.013165] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.013359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.013414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.014050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.014050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.016881] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.017319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.017319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.017319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.017434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.029447] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee4b1-a72f-4184-af45-5762630f65da in Status: UNINITIALIZED for 2s [ 848.030281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 849.308087] env[65073]: INFO networking_nsxv3.common.synchronization [req-84629e40-62dd-4520-aae4-6415506e5d95 req-314d0809-61da-4b7a-9286-9e1b971fda16 tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 849.308706] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 849.310361] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.310489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.310552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.310813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.310982] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.311105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.311168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.311319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.311402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.311734] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.350061] env[65073]: INFO networking_nsxv3.common.synchronization [req-c1e80d76-3640-48f8-aafa-dbd4c03e5d48 req-a8adf032-b3a2-4223-a46e-603ad2738198 tempest-ListImageFiltersTestJSON-2035316871 tempest-ListImageFiltersTestJSON-2035316871-project-member] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 849.350565] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGHEST for action security_group_members [ 849.350871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.350989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.351100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.351298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.351445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.351557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.351623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.351777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.351862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.351958] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.621736] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.621950] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.622082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.622399] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.622650] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.622803] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.622913] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.623137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.623276] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.623472] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.623648] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.623819] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.623943] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.624067] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.624172] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.624303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.650606] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.650606] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.650942] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.650942] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-671" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.651219] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-9397aef6-c5f1-489c-9235-7d7f45b18ccd taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.651395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.651512] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.651853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.651993] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9397aef6-c5f1-489c-9235-7d7f45b18ccd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.815136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.815372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.815449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.815672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.815783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.816016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.816137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.816200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.816362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.816442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.816546] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 already deleted. [ 849.816597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.854750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.854951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.854991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.855225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.855320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.855517] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.855617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.855690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.855833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.855925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.856029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be updated. [ 849.884436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.884606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.884783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.884899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.885059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.894604] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: IN_PROGRESS for 2s [ 849.987045] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 in Status: SUCCESS [ 849.987260] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 deletion is rescheduled due to dependency. [ 849.987380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.043073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee4b1-a72f-4184-af45-5762630f65da in Status: SUCCESS [ 850.043073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.043073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 850.043073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.043368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.043368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.044606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.044606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.044606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.044606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.044606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.044606] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.044960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.045131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.046825] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.046825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.046825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.046825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.046825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.046825] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.154144] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.154387] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.154532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.154846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.155017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.155172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 9397aef6-c5f1-489c-9235-7d7f45b18ccd not found, creating... [ 850.155433] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.155596] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.155712] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.155937] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.156090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.156363] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.156517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.156630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.156832] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.156964] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.157108] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd is going to be created. [ 850.177025] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.177188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.177188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.177547] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.177779] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.178213] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.547990] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.550345] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.054832] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.054832] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.300389] env[65073]: INFO networking_nsxv3.common.synchronization [req-84629e40-62dd-4520-aae4-6415506e5d95 req-9f8f3617-fe5f-49eb-883b-68ef94200040 service nova] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 851.300593] env[65073]: INFO networking_nsxv3.common.synchronization [req-84629e40-62dd-4520-aae4-6415506e5d95 req-9f8f3617-fe5f-49eb-883b-68ef94200040 service nova] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 851.301249] env[65073]: INFO networking_nsxv3.common.synchronization [req-84629e40-62dd-4520-aae4-6415506e5d95 req-9f8f3617-fe5f-49eb-883b-68ef94200040 service nova] Enqueued Resource ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd with Priority: HIGHEST for action port [ 851.301305] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 851.301883] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 851.301883] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd with Priority: HIGHEST for action port [ 851.301883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.303631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.303894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.304331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.304432] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.305435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.305573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.305657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.305802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.305986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.306107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.306147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.306303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.306384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.306474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.307327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9397aef6-c5f1-489c-9235-7d7f45b18ccd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.307466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.307518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.307899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.307899] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9397aef6-c5f1-489c-9235-7d7f45b18ccd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.555533] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.555533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.555533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.555972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.555972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.555972] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee4b1-a72f-4184-af45-5762630f65da is going to be updated. [ 851.557221] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.557370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.557467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.557648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.557757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.557878] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 851.588858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.589066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.589127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.589312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.589457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.591488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.591646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.591759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.591963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.592116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.602840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 851.603547] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee4b1-a72f-4184-af45-5762630f65da in Status: IN_PROGRESS for 2s [ 851.810741] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.812689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.812689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.812689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9397aef6-c5f1-489c-9235-7d7f45b18ccd with status ACTIVE [ 851.812689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.812983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.812983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.813227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.813390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.813736] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.813909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.816238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.816518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.816657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.816867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.816970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.817041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.817210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.817406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.817406] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd is going to be updated. [ 851.841128] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.841331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.841399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.841728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.841871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.842051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.909251] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 693ed0b2-5b52-4293-9f82-973b084fd90d in Status: SUCCESS [ 851.909434] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d deletion is rescheduled due to dependency. [ 851.910017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.320118] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.387877] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 852.387877] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 548acd70-a0da-4b42-a37b-760960802083 with Priority: HIGHEST for action security_group_members [ 852.387877] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 852.387877] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 852.387877] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548acd70-a0da-4b42-a37b-760960802083 with Priority: HIGHEST for action security_group_members [ 852.388093] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 852.388242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee4b1-a72f-4184-af45-5762630f65da taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.388337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.388541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-548acd70-a0da-4b42-a37b-760960802083 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.388653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.388716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.388999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.389197] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.389294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.389353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.389515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.389598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.389763] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.390583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.390677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.440994] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_rules [ 852.440994] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 852.440994] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 548acd70-a0da-4b42-a37b-760960802083 with Priority: HIGHEST for action security_group_rules [ 852.440994] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 548acd70-a0da-4b42-a37b-760960802083 with Priority: HIGHEST for action security_group_members [ 852.440994] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 852.441239] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 852.441363] env[65073]: INFO networking_nsxv3.common.synchronization [req-809c1795-a894-49f9-a22e-8e12605d70fe req-7336a743-d5c1-4b64-a5df-5b30946c5196 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae with Priority: HIGHEST for action port [ 852.442153] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_rules [ 852.442341] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548acd70-a0da-4b42-a37b-760960802083 with Priority: HIGHEST for action security_group_rules [ 852.442473] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 852.442618] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae with Priority: HIGHEST for action port [ 852.442901] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_rules [ 852.443078] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 852.443238] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548acd70-a0da-4b42-a37b-760960802083 with Priority: HIGHEST for action security_group_members [ 852.443737] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-200ee4b1-a72f-4184-af45-5762630f65da taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.443839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.444262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-548acd70-a0da-4b42-a37b-760960802083 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.444329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.444389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.444723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.444827] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.445916] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.446069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.446390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe6cc1b-7937-430e-b152-19542d8f27ae taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.446544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.446652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.446910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.447051] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe6cc1b-7937-430e-b152-19542d8f27ae',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.448594] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.448688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.449651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee4b1-a72f-4184-af45-5762630f65da taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.449743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.449932] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-548acd70-a0da-4b42-a37b-760960802083 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.450030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.823202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.823561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.823561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.823776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.825934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.825934] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 is going to be created. [ 852.851403] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.851666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.851666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.851902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.852069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.862535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: UNINITIALIZED for 2s [ 852.891953] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.951285] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fe6cc1b-7937-430e-b152-19542d8f27ae with status ACTIVE [ 852.951535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.951713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.951781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.952016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.952199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.952301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.952416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.952473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.952605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.952718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.952855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.952947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.953015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.953155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.953227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.953310] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fe6cc1b-7937-430e-b152-19542d8f27ae is going to be updated. [ 852.955076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-548acd70-a0da-4b42-a37b-760960802083 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.955076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.981042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.981042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.981042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.981042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.981042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.981042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe6cc1b-7937-430e-b152-19542d8f27ae" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.395457] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.614452] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee4b1-a72f-4184-af45-5762630f65da in Status: SUCCESS [ 853.614681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.616048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.616269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.616477] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.616592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.616655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.616809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.616892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.617021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.617082] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.618497] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 853.618677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.619711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.619886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.622067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.622528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.622528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.622528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.622528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.622697] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.623385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.623814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.623814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.623947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.623947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.624316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.624316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.624316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.624433] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.627034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.627034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.627034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.627034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.627034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.627034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.627034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.627034] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.899819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.900164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.900262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.900532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.900626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.900762] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 548acd70-a0da-4b42-a37b-760960802083 is going to be created. [ 853.932827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.932827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.932827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.933260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.933260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.946343] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 548acd70-a0da-4b42-a37b-760960802083 in Status: UNINITIALIZED for 2s [ 854.126658] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.127642] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.128578] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.128695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.131297] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.628983] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 200ee4b1-a72f-4184-af45-5762630f65da: rpc.has_security_group_logging(os_id): False [ 854.630144] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.633283] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.649492] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.649636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.649744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.649965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.650066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.650311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.650409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.650477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.650686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.650798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.650951] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 200ee4b1-a72f-4184-af45-5762630f65da is going to be created. [ 854.712191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.712442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.712543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.712820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.713099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.727881] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee4b1-a72f-4184-af45-5762630f65da in Status: IN_PROGRESS for 2s [ 854.874704] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: SUCCESS [ 854.874704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.874704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.874704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.874962] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.874962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.875064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.875205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.875304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.875416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.875456] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.133177] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.133561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.134022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.134022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.134273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.134347] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee4b1-a72f-4184-af45-5762630f65da is going to be updated. [ 855.135872] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.136051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.136113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.136370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.136461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.136555] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 855.169666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.169666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.169666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.169886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.170031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.172819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.172819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.172972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.173065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.173171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.176619] env[65073]: INFO networking_nsxv3.common.synchronization [req-f25f63e4-3732-474d-be61-b58b94df146a req-a6ef1d09-24b0-4991-8c7c-f6894ddaf5dc tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 548acd70-a0da-4b42-a37b-760960802083 with Priority: HIGHEST for action security_group_members [ 855.176816] env[65073]: INFO networking_nsxv3.common.synchronization [req-f25f63e4-3732-474d-be61-b58b94df146a req-a6ef1d09-24b0-4991-8c7c-f6894ddaf5dc tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 855.176985] env[65073]: INFO networking_nsxv3.common.synchronization [req-f25f63e4-3732-474d-be61-b58b94df146a req-a6ef1d09-24b0-4991-8c7c-f6894ddaf5dc tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 855.177510] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548acd70-a0da-4b42-a37b-760960802083 with Priority: HIGHEST for action security_group_members [ 855.177593] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee4b1-a72f-4184-af45-5762630f65da with Priority: HIGHEST for action security_group_members [ 855.177691] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 855.178204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-548acd70-a0da-4b42-a37b-760960802083 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.178204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.178958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee4b1-a72f-4184-af45-5762630f65da taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.178958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.178958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.178958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.185837] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 855.186824] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee4b1-a72f-4184-af45-5762630f65da in Status: IN_PROGRESS for 2s [ 855.377482] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.882476] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d62f883a-fa89-4102-8fe3-46b1ddbbe843: rpc.has_security_group_logging(os_id): False [ 855.902511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.902511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.902708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.902783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.902876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.903125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.903226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.903289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.903434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.903509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.903607] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 is going to be created. [ 855.909282] env[65073]: INFO networking_nsxv3.common.synchronization [req-fe534e11-3438-4962-a766-23894bd80690 req-03ac5aba-29a7-4b94-974a-ba3238850e77 tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 855.910561] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 855.911080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.911080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.911080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.911325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.911325] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.911418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.911453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.911568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.911941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.911941] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.956838] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 548acd70-a0da-4b42-a37b-760960802083 in Status: SUCCESS [ 855.957091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.957256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.957469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.957651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.957767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.957830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.957976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.958068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.958174] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.974567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.974739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.974830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.975161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.975350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.987434] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: IN_PROGRESS for 2s [ 856.275831] env[65073]: INFO networking_nsxv3.common.synchronization [req-fe534e11-3438-4962-a766-23894bd80690 req-f81a034d-9e4a-4d2d-866b-ec8339dec602 tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 856.276362] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 856.276764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.276764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.416175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.416369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.416415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.419176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.419176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.419176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.419176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.419176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.419176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.419176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.419176] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be deleted. [ 856.454449] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.454610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.454858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.454921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.454976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.455093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.455253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.455442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.455657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.455768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.455831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.456018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.456128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.456246] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.460034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.460129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.460185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.460310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.460582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.460682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.460756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.460870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.461030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 548acd70-a0da-4b42-a37b-760960802083 is going to be deleted. [ 856.498693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.498836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.498891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.499076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.499171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.499400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.499447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.499649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.499867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.499981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.500041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.500197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.500308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.500467] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.710295] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.710295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.710295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.710295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.710295] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.710295] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.710654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.710654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.710745] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.711061] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.711061] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.711185] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.711265] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.711374] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.711478] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.711603] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.730925] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.731212] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.731349] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.731539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.731974] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-d4fa5529-da82-4aca-aa58-315581faed32 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.732166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-d4fa5529-da82-4aca-aa58-315581faed32" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.732300] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-d4fa5529-da82-4aca-aa58-315581faed32" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.732589] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-d4fa5529-da82-4aca-aa58-315581faed32" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.732771] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4fa5529-da82-4aca-aa58-315581faed32',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.744818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee4b1-a72f-4184-af45-5762630f65da in Status: SUCCESS [ 856.745605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.745605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.745605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.745605] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.960209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.961338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.961338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.961338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.961338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.961535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.961642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.961756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.961925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.962054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.962172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 already deleted. [ 856.962519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.003558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.003732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.003804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.004071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.004161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.004316] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.004402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.004544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.004639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.004734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.004855] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 548acd70-a0da-4b42-a37b-760960802083 already deleted. [ 857.004901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.005019] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.006109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.006720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.006917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.007044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.007106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.007260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.007338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.007428] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.197836] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee4b1-a72f-4184-af45-5762630f65da in Status: SUCCESS [ 857.197957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.198120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.198315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.198507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.198630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.198696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.198856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.198947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.199666] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.200477] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 857.200658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.200843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.200989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.202887] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.202887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.202887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.202887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.202887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.202887] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.235623] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.235848] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.236082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.236376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.236528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.236721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port d4fa5529-da82-4aca-aa58-315581faed32 not found, creating... [ 857.236993] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.237164] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.237277] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.237495] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.237630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.237908] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.238197] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.238330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.238613] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.238757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.238896] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: d4fa5529-da82-4aca-aa58-315581faed32 is going to be created. [ 857.272022] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.272250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.272375] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.272788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.273048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.273296] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-d4fa5529-da82-4aca-aa58-315581faed32" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.292303] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.292745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.292745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.292745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.293012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.293012] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 200ee4b1-a72f-4184-af45-5762630f65da is going to be deleted. [ 857.376206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.376396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.376471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.376720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.376837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.376962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.510073] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('548acd70-a0da-4b42-a37b-760960802083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.510472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.510604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.510670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.510876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.510981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.511179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.511278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.511337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.511520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.511588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.511737] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 548acd70-a0da-4b42-a37b-760960802083 already deleted. [ 857.511821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.703906] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.704150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.704150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.704359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.704449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.704650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.704755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.704809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.704963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.705044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.705134] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee4b1-a72f-4184-af45-5762630f65da is going to be deleted. [ 857.706188] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.741225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.741225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.741225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.741225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.741810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.741810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.741810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.741903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.742255] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.742255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.742255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.742418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.742504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.742618] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee4b1-a72f-4184-af45-5762630f65da',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.000332] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: SUCCESS [ 858.000548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.014064] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 548acd70-a0da-4b42-a37b-760960802083: rpc.has_security_group_logging(os_id): False [ 858.037098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.037298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.037298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.037507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.037596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.037846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.037948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.038090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.038183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.038263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.038343] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 548acd70-a0da-4b42-a37b-760960802083 is going to be created. [ 858.053238] env[65073]: INFO networking_nsxv3.common.synchronization [req-fe534e11-3438-4962-a766-23894bd80690 req-81c6c67c-ddea-4cfd-afeb-eb7a8c8507ff service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 858.053452] env[65073]: INFO networking_nsxv3.common.synchronization [req-fe534e11-3438-4962-a766-23894bd80690 req-81c6c67c-ddea-4cfd-afeb-eb7a8c8507ff service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 858.053635] env[65073]: INFO networking_nsxv3.common.synchronization [req-fe534e11-3438-4962-a766-23894bd80690 req-81c6c67c-ddea-4cfd-afeb-eb7a8c8507ff service nova] Enqueued Resource ID: d4fa5529-da82-4aca-aa58-315581faed32 with Priority: HIGHEST for action port [ 858.054176] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 858.054313] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 858.054411] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fa5529-da82-4aca-aa58-315581faed32 with Priority: HIGHEST for action port [ 858.054742] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.054917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.055262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.055262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.055376] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.056250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.056372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.056440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.056645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.056815] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.056912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.056975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.057264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.057264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.057432] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.058324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4fa5529-da82-4aca-aa58-315581faed32 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.058324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4fa5529-da82-4aca-aa58-315581faed32" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.058422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4fa5529-da82-4aca-aa58-315581faed32" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.058530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4fa5529-da82-4aca-aa58-315581faed32" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.058649] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4fa5529-da82-4aca-aa58-315581faed32',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.060451] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/548acd70-a0da-4b42-a37b-760960802083], does not exist path=[/infra/domains/default/groups/548acd70-a0da-4b42-a37b-760960802083]."\n}' [ 858.060586] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 548acd70-a0da-4b42-a37b-760960802083 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/548acd70-a0da-4b42-a37b-760960802083 [ 858.060665] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 858.095798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.095986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.096764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.097039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.098052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.098343] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.098457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.098516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.098693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.098781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.098990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.099098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.099151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.099304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.099400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.099460] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 548acd70-a0da-4b42-a37b-760960802083 is going to be created. [ 858.117297] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/548acd70-a0da-4b42-a37b-760960802083], does not exist path=[/infra/domains/default/groups/548acd70-a0da-4b42-a37b-760960802083]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/548acd70-a0da-4b42-a37b-760960802083 [ 858.117458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-548acd70-a0da-4b42-a37b-760960802083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.118044] env[65073]: Traceback (most recent call last): [ 858.118099] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 858.118099] env[65073]: return func(*args, **kwargs) [ 858.118099] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 858.118099] env[65073]: res.raise_for_status() [ 858.118099] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 858.118099] env[65073]: raise HTTPError(http_error_msg, response=self) [ 858.118099] env[65073]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/548acd70-a0da-4b42-a37b-760960802083 [ 858.118099] env[65073]: During handling of the above exception, another exception occurred: [ 858.118099] env[65073]: Traceback (most recent call last): [ 858.118099] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 858.118099] env[65073]: listener.cb(fileno) [ 858.118099] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 858.118099] env[65073]: result = function(*args, **kwargs) [ 858.118099] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 858.118099] env[65073]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 858.118099] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 858.118099] env[65073]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 858.118099] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 858.118099] env[65073]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 858.118099] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 858.118099] env[65073]: res.raise_for_status() [ 858.118099] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 858.118099] env[65073]: raise HTTPError(http_error_msg, response=self) [ 858.118099] env[65073]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/548acd70-a0da-4b42-a37b-760960802083 [ 858.118099] env[65073]: Removing descriptor: 13 [ 858.213518] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.246391] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.246391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.246391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.246391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.246876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.246876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.246961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.247015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.247207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.247296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.247409] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee4b1-a72f-4184-af45-5762630f65da already deleted. [ 858.247531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee4b1-a72f-4184-af45-5762630f65da" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.560486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.560752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.564902] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4fa5529-da82-4aca-aa58-315581faed32 with status ACTIVE [ 858.568020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.568020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.568020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.568020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.568020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4fa5529-da82-4aca-aa58-315581faed32 is going to be updated. [ 858.569475] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.572785] env[65073]: INFO networking_nsxv3.common.synchronization [req-a8a665a1-f178-4000-a3a3-78d9fe75f473 req-3e8de561-afbb-463a-8b62-bce5f8fb9a24 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 858.574398] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 858.575081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.575323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.577017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.577017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.577017] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.577017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.577017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.577017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.577017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.577017] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.594250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.594705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.594788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.595014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.595150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.595757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4fa5529-da82-4aca-aa58-315581faed32" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.716376] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.716670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.716670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.716812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.716895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.716991] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 858.762261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.762464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.762508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.762708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.762867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.775025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 858.986476] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.987527] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-914" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.988261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-914" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.989727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-914" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.989727] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.989727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.989727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.990262] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.993068] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.993068] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.993068] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.993068] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.993068] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.993068] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.993068] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.993068] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.024049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.024049] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.024300] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.024405] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-914" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.024884] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-0ef39524-0759-4890-b84e-93110d3a7d16 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.025088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-0ef39524-0759-4890-b84e-93110d3a7d16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.025211] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-0ef39524-0759-4890-b84e-93110d3a7d16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.025602] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-0ef39524-0759-4890-b84e-93110d3a7d16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.025744] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef39524-0759-4890-b84e-93110d3a7d16',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.068735] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0243d2d7-ce75-45ae-b1aa-89db030599df None None] Enqueued Resource ID: f675b1c1-80aa-4386-9002-5b68860a5568 with Priority: HIGHEST for action port [ 859.069327] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675b1c1-80aa-4386-9002-5b68860a5568 with Priority: HIGHEST for action port [ 859.069636] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f675b1c1-80aa-4386-9002-5b68860a5568 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.070080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f675b1c1-80aa-4386-9002-5b68860a5568" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.070080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f675b1c1-80aa-4386-9002-5b68860a5568" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.070205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f675b1c1-80aa-4386-9002-5b68860a5568" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.070342] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f675b1c1-80aa-4386-9002-5b68860a5568',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.074511] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.078267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.078424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.078498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.078774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.078906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.079317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.079434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.079504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.079669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.079749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.079838] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54932ad-4588-4645-b09f-119d53825924 already deleted. [ 859.079917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.529861] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.530142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.530281] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.530550] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.530699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.530849] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 0ef39524-0759-4890-b84e-93110d3a7d16 not found, creating... [ 859.531122] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.531285] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.531400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.531659] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.532086] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.532154] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.534419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.534419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.534419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.534419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.534419] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 0ef39524-0759-4890-b84e-93110d3a7d16 is going to be created. [ 859.554870] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.555096] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.555224] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.555534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.555769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.555992] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-0ef39524-0759-4890-b84e-93110d3a7d16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.573699] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f675b1c1-80aa-4386-9002-5b68860a5568 [ 859.573966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.574097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.574166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.574395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.574482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.574574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f675b1c1-80aa-4386-9002-5b68860a5568 already deleted. [ 859.574658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f675b1c1-80aa-4386-9002-5b68860a5568" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.576659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.576773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.576838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.577193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.577193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.577193] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be created. [ 859.579094] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.579272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.579391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.579614] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.579873] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.580079] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.580142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.580513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.580513] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.580644] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.580755] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.580860] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.580965] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.581083] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.581184] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.581309] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.602346] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.602520] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.602633] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.602826] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.603155] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-15ca323a-0856-4bf6-8357-c507dcb66b8a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.603331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-15ca323a-0856-4bf6-8357-c507dcb66b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.603448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-15ca323a-0856-4bf6-8357-c507dcb66b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.603828] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-15ca323a-0856-4bf6-8357-c507dcb66b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.603968] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ca323a-0856-4bf6-8357-c507dcb66b8a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.607769] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.607858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.607898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.608104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.608265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.618171] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: UNINITIALIZED for 2s [ 860.107121] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.107121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.107121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.107666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.107666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.107666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 15ca323a-0856-4bf6-8357-c507dcb66b8a not found, creating... [ 860.107940] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.108117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.108256] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.108448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.108579] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.108853] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.109017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.109132] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.109335] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.109465] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.109599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 15ca323a-0856-4bf6-8357-c507dcb66b8a is going to be created. [ 860.131622] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.131940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.132102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.132491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.132814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.132915] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-15ca323a-0856-4bf6-8357-c507dcb66b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.290574] env[65073]: INFO networking_nsxv3.common.synchronization [req-fe534e11-3438-4962-a766-23894bd80690 req-714322d5-a692-4cd1-8bbd-85200aaabf6c service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 860.290574] env[65073]: INFO networking_nsxv3.common.synchronization [req-fe534e11-3438-4962-a766-23894bd80690 req-714322d5-a692-4cd1-8bbd-85200aaabf6c service nova] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 860.291135] env[65073]: INFO networking_nsxv3.common.synchronization [req-fe534e11-3438-4962-a766-23894bd80690 req-714322d5-a692-4cd1-8bbd-85200aaabf6c service nova] Enqueued Resource ID: 0ef39524-0759-4890-b84e-93110d3a7d16 with Priority: HIGHEST for action port [ 860.291384] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_rules [ 860.291492] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 860.291676] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef39524-0759-4890-b84e-93110d3a7d16 with Priority: HIGHEST for action port [ 860.291985] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.292110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.292301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.292383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.292548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ef39524-0759-4890-b84e-93110d3a7d16 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.292890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ef39524-0759-4890-b84e-93110d3a7d16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.292890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ef39524-0759-4890-b84e-93110d3a7d16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.292890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ef39524-0759-4890-b84e-93110d3a7d16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.293060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef39524-0759-4890-b84e-93110d3a7d16',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.785242] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 860.785554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.786390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.786390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.786390] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.786390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.786390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.786711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.786711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.786812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.786986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.787090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.787178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.787384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.787541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.787669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.787755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.787930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.788048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.788139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.788283] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.789296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.789521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.789707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.789854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.789928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.790135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.790220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.790336] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.795544] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ef39524-0759-4890-b84e-93110d3a7d16 with status ACTIVE [ 860.795761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.795890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.795936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.796507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.796507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.796577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.796694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.796744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.796872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.796947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.797133] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.797226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.797285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.797414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.797486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.797566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ef39524-0759-4890-b84e-93110d3a7d16 is going to be updated. [ 860.822036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.822261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.822261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.822453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.822610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.824269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ef39524-0759-4890-b84e-93110d3a7d16" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.862182] env[65073]: INFO networking_nsxv3.common.synchronization [req-a8a665a1-f178-4000-a3a3-78d9fe75f473 req-3e860df3-e67a-489c-97b0-b588fc9e5f1f service nova] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_rules [ 860.862182] env[65073]: INFO networking_nsxv3.common.synchronization [req-a8a665a1-f178-4000-a3a3-78d9fe75f473 req-3e860df3-e67a-489c-97b0-b588fc9e5f1f service nova] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 860.862182] env[65073]: INFO networking_nsxv3.common.synchronization [req-a8a665a1-f178-4000-a3a3-78d9fe75f473 req-3e860df3-e67a-489c-97b0-b588fc9e5f1f service nova] Enqueued Resource ID: 15ca323a-0856-4bf6-8357-c507dcb66b8a with Priority: HIGHEST for action port [ 860.862182] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_rules [ 860.862182] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 860.862426] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ca323a-0856-4bf6-8357-c507dcb66b8a with Priority: HIGHEST for action port [ 860.862709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.862928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.863179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.863406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.863474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.865140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.865140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.865140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.865140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.865140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.865140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.865140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.865455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.865455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.865455] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.868635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ca323a-0856-4bf6-8357-c507dcb66b8a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.868635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ca323a-0856-4bf6-8357-c507dcb66b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.868635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ca323a-0856-4bf6-8357-c507dcb66b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.868635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ca323a-0856-4bf6-8357-c507dcb66b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.868635] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ca323a-0856-4bf6-8357-c507dcb66b8a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.292165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4737fc-4415-4cd1-9344-69f286bd25ef: rpc.has_security_group_logging(os_id): False [ 861.293398] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.312019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.312182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.312266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.312454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.335054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.335054] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.335317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.335317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.335466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.335529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.335724] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.335933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.335933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.336087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.336129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.336289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.336380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.336436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.336576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.336640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.336723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 861.368916] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.375114] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.375333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.375543] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15ca323a-0856-4bf6-8357-c507dcb66b8a with status ACTIVE [ 861.377606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.377606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.377606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.377606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.377606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.377606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.377606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.377606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.377606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.377606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.378102] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.378102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.378189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.378329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.378390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.378532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15ca323a-0856-4bf6-8357-c507dcb66b8a is going to be updated. [ 861.402163] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.402304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.402304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.406019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.406019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.406019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ca323a-0856-4bf6-8357-c507dcb66b8a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.406938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.407152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.407188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.407407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.407567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.423676] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 861.544291] env[65073]: INFO networking_nsxv3.common.synchronization [None req-940a1915-7cc0-4cab-9376-cb9d4f8b5226 None None] Enqueued Resource ID: 2011d3cd-4523-48a3-bc74-14f153a05623 with Priority: HIGHEST for action port [ 861.544938] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2011d3cd-4523-48a3-bc74-14f153a05623 with Priority: HIGHEST for action port [ 861.546127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2011d3cd-4523-48a3-bc74-14f153a05623 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.546127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2011d3cd-4523-48a3-bc74-14f153a05623" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.546127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2011d3cd-4523-48a3-bc74-14f153a05623" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.546458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2011d3cd-4523-48a3-bc74-14f153a05623" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.547611] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2011d3cd-4523-48a3-bc74-14f153a05623',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.629465] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 861.629799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.629901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.630124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.630342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.630459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.630520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.630685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.630770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.630856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.631120] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.631867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.632229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.632468] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.632685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.632835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.633043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.633228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.633386] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.796924] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.872393] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.933459] env[65073]: INFO networking_nsxv3.common.synchronization [req-9a2f2c7a-238e-408b-bb38-ce3582ccb2db req-cdd65678-0c7e-40bd-84cb-199cfec7430d tempest-SecurityGroupRulesTestJSON-851565395 tempest-SecurityGroupRulesTestJSON-851565395-project-member] Enqueued Resource ID: e8be7754-96f2-40b5-8a04-4996773fcff6 with Priority: HIGHEST for action security_group_rules [ 861.934062] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8be7754-96f2-40b5-8a04-4996773fcff6 with Priority: HIGHEST for action security_group_rules [ 861.934337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8be7754-96f2-40b5-8a04-4996773fcff6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.934991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8be7754-96f2-40b5-8a04-4996773fcff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.934991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8be7754-96f2-40b5-8a04-4996773fcff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.934991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8be7754-96f2-40b5-8a04-4996773fcff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.934991] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8be7754-96f2-40b5-8a04-4996773fcff6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.049384] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2011d3cd-4523-48a3-bc74-14f153a05623 [ 862.050053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.050053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.050053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.050053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.050335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.050335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2011d3cd-4523-48a3-bc74-14f153a05623 already deleted. [ 862.050687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2011d3cd-4523-48a3-bc74-14f153a05623" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.138683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.138683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.139632] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.300899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.300899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.300899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.300899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.300899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.300899] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 862.337248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.337416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.337571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.338380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.338380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.348312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 862.375197] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.375984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.375984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.375984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.375984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.375984] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be created. [ 862.393323] env[65073]: INFO networking_nsxv3.common.synchronization [req-ca738555-0ffd-4dc5-bca4-8c926a6eaef7 req-17a8501f-23e6-4eae-8240-8e12f248f5a7 tempest-ImagesOneServerNegativeTestJSON-978776628 tempest-ImagesOneServerNegativeTestJSON-978776628-project-member] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 862.393323] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 862.394045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.394045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.394045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.394045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.394270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.394270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.394354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.394541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.394580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.394714] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.398027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.398109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.398149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.398305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.398534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.410983] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: UNINITIALIZED for 2s [ 862.460948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.461154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.461201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.461817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.461817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.461817] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8be7754-96f2-40b5-8a04-4996773fcff6 already deleted. [ 862.461817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8be7754-96f2-40b5-8a04-4996773fcff6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.641724] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.817092] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-99 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.817427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.817427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.817560] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.817867] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.818482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.818666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.818914] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.819073] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.819288] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.819397] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.819505] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.819610] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.819714] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.823019] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.823019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.840902] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.840902] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.841116] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.841326] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.841681] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-57df3192-e9ea-4574-91ea-4f4d8186e55d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.841895] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-57df3192-e9ea-4574-91ea-4f4d8186e55d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.842026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-57df3192-e9ea-4574-91ea-4f4d8186e55d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.842346] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-57df3192-e9ea-4574-91ea-4f4d8186e55d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.842477] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57df3192-e9ea-4574-91ea-4f4d8186e55d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.897729] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.901227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.901332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.901552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.922293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.922750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.922989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.923151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.923472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.923687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.923872] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 862.948064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.948224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.948320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.948587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.948736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.958748] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 863.144323] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.144469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.144698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.145103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.145103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.145103] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 863.171415] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.171614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.171731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.172013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.172174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.182348] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 863.344651] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.345049] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.345209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.345533] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.345658] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.345813] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 57df3192-e9ea-4574-91ea-4f4d8186e55d not found, creating... [ 863.346170] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.346757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.346931] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.347721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.347877] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.348332] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.348510] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.348629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.348869] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.349009] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.349165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 57df3192-e9ea-4574-91ea-4f4d8186e55d is going to be created. [ 863.382088] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.384767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.384767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.384767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.384767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.384767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-57df3192-e9ea-4574-91ea-4f4d8186e55d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.440834] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 863.441010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.441196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.441401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.441488] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.944301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.944301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.142766] env[65073]: INFO networking_nsxv3.common.synchronization [req-ca738555-0ffd-4dc5-bca4-8c926a6eaef7 req-73ba9d60-f766-452b-889b-5f61276089b1 service nova] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_rules [ 864.142766] env[65073]: INFO networking_nsxv3.common.synchronization [req-ca738555-0ffd-4dc5-bca4-8c926a6eaef7 req-73ba9d60-f766-452b-889b-5f61276089b1 service nova] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 864.142766] env[65073]: INFO networking_nsxv3.common.synchronization [req-ca738555-0ffd-4dc5-bca4-8c926a6eaef7 req-73ba9d60-f766-452b-889b-5f61276089b1 service nova] Enqueued Resource ID: 57df3192-e9ea-4574-91ea-4f4d8186e55d with Priority: HIGHEST for action port [ 864.143514] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_rules [ 864.143514] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 864.143514] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57df3192-e9ea-4574-91ea-4f4d8186e55d with Priority: HIGHEST for action port [ 864.143878] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.143944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.144040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.144286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.144395] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.145283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.147030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.147030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-57df3192-e9ea-4574-91ea-4f4d8186e55d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.147030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57df3192-e9ea-4574-91ea-4f4d8186e55d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.147030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57df3192-e9ea-4574-91ea-4f4d8186e55d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.147030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57df3192-e9ea-4574-91ea-4f4d8186e55d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.147030] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57df3192-e9ea-4574-91ea-4f4d8186e55d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.358601] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 864.358827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.358996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.359270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.359506] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.359645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.359734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.359933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.360058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.360159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.360256] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.421815] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: SUCCESS [ 864.422081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.422274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.422503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.422693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.422813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.422879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.423048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.423130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.423218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.423312] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.649206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.649362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.649546] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57df3192-e9ea-4574-91ea-4f4d8186e55d with status ACTIVE [ 864.649723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.649827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.649892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.650125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.650214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.650372] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.650467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.650523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.650965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.651137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.651331] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.651439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.651494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.651637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.651755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.651826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57df3192-e9ea-4574-91ea-4f4d8186e55d is going to be updated. [ 864.671089] env[65073]: INFO networking_nsxv3.common.synchronization [req-6593cd5b-104f-4c77-b805-de5406684c3d req-201ade16-c30e-4b44-8901-30dd380ce657 tempest-SecurityGroupRulesTestJSON-851565395 tempest-SecurityGroupRulesTestJSON-851565395-project-member] Enqueued Resource ID: fd43baa9-52ff-489e-9f5f-30cf384f8929 with Priority: HIGHEST for action security_group_rules [ 864.671704] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd43baa9-52ff-489e-9f5f-30cf384f8929 with Priority: HIGHEST for action security_group_rules [ 864.672840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.672840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.673132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.673132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.673224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.673363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57df3192-e9ea-4574-91ea-4f4d8186e55d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.673602] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd43baa9-52ff-489e-9f5f-30cf384f8929 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.673756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd43baa9-52ff-489e-9f5f-30cf384f8929" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.673804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd43baa9-52ff-489e-9f5f-30cf384f8929" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.673986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd43baa9-52ff-489e-9f5f-30cf384f8929" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.674084] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd43baa9-52ff-489e-9f5f-30cf384f8929',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.862921] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.863794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.863907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.864125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.864315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.864437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.864526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.864735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.864835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.864936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.865119] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.865238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.865334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.865408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.865545] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.865658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.865826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.865826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.865946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.865946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.866067] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.929028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.929028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.929028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.929028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.929028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.929445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.929445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.929445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.929445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.929580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.929611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.929696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.929755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.929893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.930047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.930243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.930243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.930394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.930394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.930476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.930554] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.969447] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 864.969713] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 deletion is rescheduled due to dependency. [ 864.969763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.969899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.970256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.970302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.970424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.970484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.970628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.971364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.971364] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.198190] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.198190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.198190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.198190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.198190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.198190] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd43baa9-52ff-489e-9f5f-30cf384f8929 already deleted. [ 865.198190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd43baa9-52ff-489e-9f5f-30cf384f8929" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.198190] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 865.198602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.202110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.202389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.202702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.202791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.202830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.203448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.203448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.203448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.203448] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.203448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.203778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.203778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.203778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.203890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.203929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.204067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.204153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.204237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.204326] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.370218] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4737fc-4415-4cd1-9344-69f286bd25ef: rpc.has_security_group_logging(os_id): False [ 865.392444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.392937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.393119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.393408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.393593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.395099] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.395099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.395099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.395099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.395099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.395099] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.395099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.395099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.395099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.395099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.396453] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.398883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.398883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.398883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.398883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.398883] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 865.437777] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54932ad-4588-4645-b09f-119d53825924: rpc.has_security_group_logging(os_id): False [ 865.460035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.460035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.460035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.460035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.460035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.460035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.460035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.460035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.460467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.460467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.460467] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.460467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.460598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.460753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.460753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.460959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.461075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.461138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.461512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.461584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.461642] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be created. [ 865.465561] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.466308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.473699] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.480771] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 865.529676] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.529676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.529809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.530051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.530119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.544054] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: IN_PROGRESS for 2s [ 865.707981] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd9ff535-efd5-4761-822c-a4f02b159031: rpc.has_security_group_logging(os_id): False [ 865.735405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.735675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.735675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.735893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.735986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.736259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.736353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.736437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.736686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.736686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.737055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.737055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.737055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.737192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.737268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.737472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.741178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.741178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.741389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.741452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.741561] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be created. [ 865.814706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.814952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.814952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.815166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.815363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.829195] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 865.979679] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.069019] env[65073]: INFO networking_nsxv3.common.synchronization [req-731982a6-2b1d-4a77-a9c5-9db7aced3317 req-d971a114-d002-4301-95e5-3143134c4ad0 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_members [ 866.069877] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_members [ 866.070245] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e042dbb-e151-484c-b731-dabe90f1c5f2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.070403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.070524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.071220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.071220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.071220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.071220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.071220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.071595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.071595] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.092861] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4d2f294b-c063-4b41-9139-6cf533e2fca7 tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_rules [ 866.093432] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_rules [ 866.093766] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.093895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.094212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.095504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.095665] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.225384] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d5ed757e-789b-456a-bbbf-c9b19e7093a5 tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_rules [ 866.226053] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_rules [ 866.226470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.226705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.436050] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.436673] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.436837] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.437326] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.437619] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.437868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.437997] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.440137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.440283] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.440512] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.440624] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.440728] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.440842] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.440948] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.441307] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.441491] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.464772] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.465052] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.465193] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.465347] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.465679] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-43365311-d85c-4694-a80b-80d2b9627ac2 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.465891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-43365311-d85c-4694-a80b-80d2b9627ac2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.466156] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-43365311-d85c-4694-a80b-80d2b9627ac2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.466604] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-43365311-d85c-4694-a80b-80d2b9627ac2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.466865] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43365311-d85c-4694-a80b-80d2b9627ac2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.481890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.482251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.482363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.482632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.482735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.482840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 866.518193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.518282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.518319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.518512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.518660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.529247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 866.573982] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.574194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.574265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.574507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.577018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.577018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.577018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.577018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.577018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.577018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.577018] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 already deleted. [ 866.577018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.620823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.621062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.621062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.621223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.621309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.621400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee already deleted. [ 866.621481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.621707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.621981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.622117] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.969769] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.970019] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.970159] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.970482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.970637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.970816] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 43365311-d85c-4694-a80b-80d2b9627ac2 not found, creating... [ 866.971095] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.971272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.971472] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.971618] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.971792] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.972125] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.972299] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.972416] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.972640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.972808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.972975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 43365311-d85c-4694-a80b-80d2b9627ac2 is going to be created. [ 866.994328] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.994787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.994787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.995066] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.995310] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.995532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-43365311-d85c-4694-a80b-80d2b9627ac2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.145218] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.145218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.145361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.145718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.145718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.145718] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee already deleted. [ 867.145874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.498047] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 867.498306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.556513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: SUCCESS [ 867.556751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.668790] env[65073]: INFO networking_nsxv3.common.synchronization [req-9a91df65-675b-4b7b-8264-627583665c97 req-e681419a-32d6-40d2-ab00-6da77556e25a tempest-ServersAdminTestJSON-1368114436 tempest-ServersAdminTestJSON-1368114436-project-member] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 867.669301] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 867.669603] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.669726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.669792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.670018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.670148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.670243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.670304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.670446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.670543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.670636] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.679350] env[65073]: INFO networking_nsxv3.common.synchronization [req-731982a6-2b1d-4a77-a9c5-9db7aced3317 req-83f540f7-2958-41c2-8261-4d57f2d21648 service nova] Enqueued Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_rules [ 867.679512] env[65073]: INFO networking_nsxv3.common.synchronization [req-731982a6-2b1d-4a77-a9c5-9db7aced3317 req-83f540f7-2958-41c2-8261-4d57f2d21648 service nova] Enqueued Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_members [ 867.679656] env[65073]: INFO networking_nsxv3.common.synchronization [req-731982a6-2b1d-4a77-a9c5-9db7aced3317 req-83f540f7-2958-41c2-8261-4d57f2d21648 service nova] Enqueued Resource ID: 43365311-d85c-4694-a80b-80d2b9627ac2 with Priority: HIGHEST for action port [ 867.680070] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_rules [ 867.680202] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_members [ 867.680299] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43365311-d85c-4694-a80b-80d2b9627ac2 with Priority: HIGHEST for action port [ 867.680545] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e042dbb-e151-484c-b731-dabe90f1c5f2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.680657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.680723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.680898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.680978] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.681944] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e042dbb-e151-484c-b731-dabe90f1c5f2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.682255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.682255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.683274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.683274] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.683274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.683274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.683274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.683274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.683274] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.685365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-43365311-d85c-4694-a80b-80d2b9627ac2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.685365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43365311-d85c-4694-a80b-80d2b9627ac2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.685365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43365311-d85c-4694-a80b-80d2b9627ac2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.685365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43365311-d85c-4694-a80b-80d2b9627ac2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.685365] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43365311-d85c-4694-a80b-80d2b9627ac2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.845637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 867.845637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.845637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.845637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.845637] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.930221] env[65073]: INFO networking_nsxv3.common.synchronization [req-696244c2-ef5a-485e-9aed-538bf5c56c28 req-08085ef1-9688-4d99-8786-da8eaeb7a81d tempest-SecurityGroupRulesTestJSON-851565395 tempest-SecurityGroupRulesTestJSON-851565395-project-member] Enqueued Resource ID: a04d9e13-8e44-48a2-81b4-8e3663d0394c with Priority: HIGHEST for action security_group_rules [ 867.930221] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a04d9e13-8e44-48a2-81b4-8e3663d0394c with Priority: HIGHEST for action security_group_rules [ 867.930706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a04d9e13-8e44-48a2-81b4-8e3663d0394c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.931223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a04d9e13-8e44-48a2-81b4-8e3663d0394c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.931429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a04d9e13-8e44-48a2-81b4-8e3663d0394c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.931768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a04d9e13-8e44-48a2-81b4-8e3663d0394c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.931974] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a04d9e13-8e44-48a2-81b4-8e3663d0394c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.173552] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.185907] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e042dbb-e151-484c-b731-dabe90f1c5f2 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.186096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.187992] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43365311-d85c-4694-a80b-80d2b9627ac2 with status ACTIVE [ 868.188246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.188388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.188464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.188691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.188826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.189020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.189136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.189219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.189418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.189512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.189879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.189879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.190075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.190124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.190221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.190276] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43365311-d85c-4694-a80b-80d2b9627ac2 is going to be updated. [ 868.191788] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.221413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.221791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.221993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.222323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.222627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.222937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43365311-d85c-4694-a80b-80d2b9627ac2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.346914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.347167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.347232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.347492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.347782] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.347928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.347999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.348224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.348326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.348387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.348498] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.472560] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.472710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.472784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.473029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.473127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.473223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a04d9e13-8e44-48a2-81b4-8e3663d0394c already deleted. [ 868.473310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a04d9e13-8e44-48a2-81b4-8e3663d0394c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.539654] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 868.540348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.540525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.540767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.541116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.541116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.541355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.541355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.541428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.541496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.541597] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.677243] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.696614] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.851528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.851528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.851528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.852289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.855176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.855362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.856204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.856204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.856204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.856204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.856204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.856204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.856505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.856505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.856601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.856704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.856763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.856902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.856976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.857709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.857709] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.044090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.047174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.047259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.047493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.047690] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.047849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.047849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.048018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.048111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.048710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.048923] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.049069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.049159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.049335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.049507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.049628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.049710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.051234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.051588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.051908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.052058] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.179927] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.180325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.180325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.180448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.180519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.180632] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 869.200567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.200567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.200567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.200567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.201037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.201037] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 is going to be created. [ 869.217179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.217408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.217506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.217828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.218069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.231501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.234021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.234021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.234021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.234021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.235132] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 869.249808] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 in Status: UNINITIALIZED for 2s [ 869.361200] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd9ff535-efd5-4761-822c-a4f02b159031: rpc.has_security_group_logging(os_id): False [ 869.384436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.384585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.384634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.384891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.384986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.385301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.385417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.385476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.385630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.385710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.385883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.386036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.386112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.386250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.386326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.386502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.386602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.386653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.386803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.386933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.387135] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 869.462902] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.462902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.462902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.463168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.463269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.480349] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 869.555141] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 741f89f7-93c4-4fb0-b8a4-925a3bdec897: rpc.has_security_group_logging(os_id): False [ 869.576083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.576258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.576551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.576825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.576928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.577155] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.577265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.577329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.577521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.577633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.577837] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.577948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.578695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.578695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.578695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.578695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.578695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.578695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.578695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.579058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.579058] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 869.668172] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.668371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.668433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.668612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.668747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.683058] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 870.050231] env[65073]: INFO networking_nsxv3.common.synchronization [req-f2293cb6-0762-4275-9531-71a2b972eb65 req-0f297ba2-fa48-4302-a840-f426281f5278 tempest-SecurityGroupRulesTestJSON-851565395 tempest-SecurityGroupRulesTestJSON-851565395-project-member] Enqueued Resource ID: cb07bf22-2fcd-456a-b13c-2878191cef3e with Priority: HIGHEST for action security_group_rules [ 870.050231] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb07bf22-2fcd-456a-b13c-2878191cef3e with Priority: HIGHEST for action security_group_rules [ 870.050231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb07bf22-2fcd-456a-b13c-2878191cef3e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.050231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb07bf22-2fcd-456a-b13c-2878191cef3e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.050231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb07bf22-2fcd-456a-b13c-2878191cef3e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.050231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb07bf22-2fcd-456a-b13c-2878191cef3e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.050231] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb07bf22-2fcd-456a-b13c-2878191cef3e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.559524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.559797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.559797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.559988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.560052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.560148] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb07bf22-2fcd-456a-b13c-2878191cef3e already deleted. [ 870.560230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb07bf22-2fcd-456a-b13c-2878191cef3e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.247020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 871.247400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.259990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 in Status: SUCCESS [ 871.260233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.260409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.260653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.260890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.261032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.261102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.261267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.261350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.261435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.261557] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.419956] env[65073]: INFO networking_nsxv3.common.synchronization [req-f033063b-93aa-4758-8ea8-bef01bdcad7a req-2415b69b-89a2-4ede-ab3f-94e4fa32a692 tempest-SecurityGroupRulesTestJSON-851565395 tempest-SecurityGroupRulesTestJSON-851565395-project-member] Enqueued Resource ID: 41d2f550-38e0-4963-934f-496b1f491fde with Priority: HIGHEST for action security_group_rules [ 871.420371] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d2f550-38e0-4963-934f-496b1f491fde with Priority: HIGHEST for action security_group_rules [ 871.421539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d2f550-38e0-4963-934f-496b1f491fde taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.421800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.421879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.422169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.422256] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d2f550-38e0-4963-934f-496b1f491fde',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.496409] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 871.496633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.696768] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 871.696768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.763914] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.801184] env[65073]: INFO networking_nsxv3.common.synchronization [req-de46cb0a-344e-43bd-bc0d-5a2bc7058aec req-a1c66293-352c-4398-a4bf-bd017568d586 tempest-SecurityGroupRulesTestJSON-851565395 tempest-SecurityGroupRulesTestJSON-851565395-project-member] Enqueued Resource ID: 41d2f550-38e0-4963-934f-496b1f491fde with Priority: HIGHEST for action security_group_rules [ 871.801822] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d2f550-38e0-4963-934f-496b1f491fde with Priority: HIGHEST for action security_group_rules [ 871.802204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d2f550-38e0-4963-934f-496b1f491fde taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.802541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.946069] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.946069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.946069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.946069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.946297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.946297] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d2f550-38e0-4963-934f-496b1f491fde already deleted. [ 871.946343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.946861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.946861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.946861] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d2f550-38e0-4963-934f-496b1f491fde',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.266866] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e042dbb-e151-484c-b731-dabe90f1c5f2: rpc.has_security_group_logging(os_id): False [ 872.287083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.287295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.287395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.287633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.287754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.288072] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.288181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.288248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.288411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.288488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.288592] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 is going to be created. [ 872.354620] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.354833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.355561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.355561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.355561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.367091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 in Status: IN_PROGRESS for 2s [ 872.477089] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.477089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.477089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.477326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.477399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.477565] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d2f550-38e0-4963-934f-496b1f491fde already deleted. [ 872.477707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.762843] env[65073]: INFO networking_nsxv3.common.synchronization [req-9ba3ddbb-8485-40a7-a496-823bd4b25543 req-6816fee5-ce76-4d26-bc7e-060d0d373f16 tempest-ImagesNegativeTestJSON-1304155257 tempest-ImagesNegativeTestJSON-1304155257-project-member] Enqueued Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGHEST for action security_group_members [ 872.763734] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGHEST for action security_group_members [ 872.764464] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.765404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.765404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.765404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.765611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.765758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.765808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.766101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.766724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.766724] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.928361] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a7b5827-24ce-4955-b0d5-5d63192b554c req-d1de7e47-af06-458b-98c3-f87104b45920 tempest-SecurityGroupRulesTestJSON-851565395 tempest-SecurityGroupRulesTestJSON-851565395-project-member] Enqueued Resource ID: 41d2f550-38e0-4963-934f-496b1f491fde with Priority: HIGHEST for action security_group_rules [ 872.928824] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d2f550-38e0-4963-934f-496b1f491fde with Priority: HIGHEST for action security_group_rules [ 872.929630] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41d2f550-38e0-4963-934f-496b1f491fde taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.929787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.929841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.930312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.930312] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41d2f550-38e0-4963-934f-496b1f491fde',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.268939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.269212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.269212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.269508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.269508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.269691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.269786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.269842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.270014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.270121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.270172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 already deleted. [ 873.270261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.274728] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.275812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-253" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.275812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-253" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.275812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-253" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.275812] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.275812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.276054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.276098] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.276234] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.276461] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.276599] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.276699] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.276865] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.277022] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.277132] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.277322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.307275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.307509] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.307698] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.307898] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-253" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.308556] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.308761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.308912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.309301] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.309440] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1ce632-8696-41e3-9ac8-b942edd4f0fd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.456683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.456861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.456901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.457135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.457225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.457322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41d2f550-38e0-4963-934f-496b1f491fde already deleted. [ 873.457428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41d2f550-38e0-4963-934f-496b1f491fde" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.812781] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.812781] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.812781] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.813397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.813397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.813397] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port ea1ce632-8696-41e3-9ac8-b942edd4f0fd not found, creating... [ 873.813758] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.813900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.814071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.814326] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.814511] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.814884] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.815044] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.815258] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.815465] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.815526] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.815664] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: ea1ce632-8696-41e3-9ac8-b942edd4f0fd is going to be created. [ 873.849068] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.849337] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.849469] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.849677] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.849908] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.850156] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.344297] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f4a72f98-9c80-4656-9da3-3eb71baea4b4 None None] Enqueued Resource ID: 792b3b2d-b248-4749-89ee-d79c5a2c2a24 with Priority: HIGHEST for action port [ 874.344684] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792b3b2d-b248-4749-89ee-d79c5a2c2a24 with Priority: HIGHEST for action port [ 874.345035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-792b3b2d-b248-4749-89ee-d79c5a2c2a24 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.345155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792b3b2d-b248-4749-89ee-d79c5a2c2a24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.345221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792b3b2d-b248-4749-89ee-d79c5a2c2a24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.345461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792b3b2d-b248-4749-89ee-d79c5a2c2a24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.345537] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792b3b2d-b248-4749-89ee-d79c5a2c2a24',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.383389] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 in Status: SUCCESS [ 874.383650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.564420] env[65073]: INFO networking_nsxv3.common.synchronization [req-9ba3ddbb-8485-40a7-a496-823bd4b25543 req-ec86242f-704f-4ece-ad60-7b464c3221be service nova] Enqueued Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGHEST for action security_group_rules [ 874.565016] env[65073]: INFO networking_nsxv3.common.synchronization [req-9ba3ddbb-8485-40a7-a496-823bd4b25543 req-ec86242f-704f-4ece-ad60-7b464c3221be service nova] Enqueued Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGHEST for action security_group_members [ 874.565182] env[65073]: INFO networking_nsxv3.common.synchronization [req-9ba3ddbb-8485-40a7-a496-823bd4b25543 req-ec86242f-704f-4ece-ad60-7b464c3221be service nova] Enqueued Resource ID: ea1ce632-8696-41e3-9ac8-b942edd4f0fd with Priority: HIGHEST for action port [ 874.565676] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGHEST for action security_group_rules [ 874.565809] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGHEST for action security_group_members [ 874.565938] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1ce632-8696-41e3-9ac8-b942edd4f0fd with Priority: HIGHEST for action port [ 874.566899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.567067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.567161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.567756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.567756] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.568472] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.569078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.569078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.569078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.569078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.569301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.569301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.569359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.569404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.569500] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.570300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.570410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.570481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.570636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.570715] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1ce632-8696-41e3-9ac8-b942edd4f0fd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.849218] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 792b3b2d-b248-4749-89ee-d79c5a2c2a24 [ 874.849515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.849695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.849821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.850102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.850198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.850294] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:792b3b2d-b248-4749-89ee-d79c5a2c2a24 already deleted. [ 874.850376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792b3b2d-b248-4749-89ee-d79c5a2c2a24" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.073077] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.074308] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.076924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.076924] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea1ce632-8696-41e3-9ac8-b942edd4f0fd with status ACTIVE [ 875.076924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.076924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.076924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.076924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.076924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.076924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.076924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.076924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.078787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.079391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.079391] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.079391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.079391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.079575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.079575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.079575] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea1ce632-8696-41e3-9ac8-b942edd4f0fd is going to be updated. [ 875.104897] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.105538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.105538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.105538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.105538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.105753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea1ce632-8696-41e3-9ac8-b942edd4f0fd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.117061] env[65073]: INFO networking_nsxv3.common.synchronization [req-fab99d38-2469-465a-8494-bc49fc930a1e req-adba81ad-0fb0-44f8-b802-648dde7edeb5 tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 875.117061] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 875.117461] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.117646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.117739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.118094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.118200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.118331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.118420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.118603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.118723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.118848] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.357015] env[65073]: INFO networking_nsxv3.common.synchronization [req-fab99d38-2469-465a-8494-bc49fc930a1e req-3594c4c4-fe84-4f74-9a20-595b3adc45af tempest-ServersTestMultiNic-659753797 tempest-ServersTestMultiNic-659753797-project-member] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 875.358665] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGHEST for action security_group_members [ 875.359065] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.359243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.583182] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.626102] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.085205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.085543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.085543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.085710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.085759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.085843] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 is going to be created. [ 876.109728] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.109878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.109950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.110204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.110370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.120397] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 in Status: UNINITIALIZED for 2s [ 876.126835] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.629802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.629802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.629802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.629985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.630292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.630292] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 876.672036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.672036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.672036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.672036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.672036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.682419] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 877.060127] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a3406d7d-92eb-42ca-807d-8c1ef3cd7c5b None None] Enqueued Resource ID: 4d93cffe-5848-4c1a-a158-e9e3a3282554 with Priority: HIGHEST for action port [ 877.060801] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d93cffe-5848-4c1a-a158-e9e3a3282554 with Priority: HIGHEST for action port [ 877.061200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d93cffe-5848-4c1a-a158-e9e3a3282554 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.061871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d93cffe-5848-4c1a-a158-e9e3a3282554" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.061871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d93cffe-5848-4c1a-a158-e9e3a3282554" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.061871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d93cffe-5848-4c1a-a158-e9e3a3282554" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.061871] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d93cffe-5848-4c1a-a158-e9e3a3282554',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.092890] env[65073]: INFO networking_nsxv3.common.synchronization [req-37302e22-93ac-41d5-aee7-02fa9137ba29 req-77d2d5e2-f1b0-49ef-abaf-1756139b6667 tempest-ListServersNegativeTestJSON-260345517 tempest-ListServersNegativeTestJSON-260345517-project-member] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 877.093499] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 877.094601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.094601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.094601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.094846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.094945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.095878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.095878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.095878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.095878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.095878] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.565562] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d93cffe-5848-4c1a-a158-e9e3a3282554 [ 877.565792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.565926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.565994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.566370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.566451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.566497] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d93cffe-5848-4c1a-a158-e9e3a3282554 already deleted. [ 877.566614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d93cffe-5848-4c1a-a158-e9e3a3282554" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.598149] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.048627] env[65073]: INFO networking_nsxv3.common.synchronization [req-1871cc20-9fa0-457c-b433-5f766babc36d req-334428d1-b719-41d9-bd32-527fa10aa0b7 tempest-ListServersNegativeTestJSON-260345517 tempest-ListServersNegativeTestJSON-260345517-project-member] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 878.049171] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGHEST for action security_group_members [ 878.049779] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.049779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.100764] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.129974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 in Status: SUCCESS [ 878.130222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.130424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.130649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.130841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.130967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.131052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.131178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.131254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.131336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.131434] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.605613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.606383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.606383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.606649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.606789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.606929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 878.634917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.634917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.634917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.635224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.635379] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.635491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.635560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.635743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.635827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.635912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.636076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.636207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.636269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.636416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.636658] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.636658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.636767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.638040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.638040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.638040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.638040] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.639419] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.639525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.639591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.639857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.639980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.651128] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 878.698507] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 878.698856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.699098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.699382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.699598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.700142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.700142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.700142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.700142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.700142] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.841167] env[65073]: INFO networking_nsxv3.common.synchronization [req-642db38b-bbf4-4f72-ac68-74e57ec18775 req-6946f877-608a-413c-959e-05aa51d6027b tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 878.842345] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 878.843385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.843772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.844556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.845381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.846169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.846440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.847755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.847755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.847755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.847755] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.142191] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf3e74d1-e7d5-4711-8384-e7dd25b61bf6: rpc.has_security_group_logging(os_id): False [ 879.165593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.165593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.165593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.165593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.168719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.168719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.168719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.168719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.168719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.168719] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 is going to be created. [ 879.202483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.202565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.202565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.202870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.202968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.203183] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.203488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.203557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.203811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.203890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.203996] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be updated. [ 879.234420] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.237740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.237740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.237740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.237740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.242179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.242388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.243422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.243682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.243855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.256361] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: IN_PROGRESS for 2s [ 879.256361] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 in Status: IN_PROGRESS for 2s [ 879.357053] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.859068] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.106097] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.106411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.106601] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.106887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.107168] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.107456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.107456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.108118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.108118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.108118] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.108118] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.108287] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.108325] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.108499] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.108625] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.108802] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.128960] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.128960] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.129122] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.129206] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.129661] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-da74edb7-ed1d-4b35-9085-f45824f5729d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.130755] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-da74edb7-ed1d-4b35-9085-f45824f5729d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.130755] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-da74edb7-ed1d-4b35-9085-f45824f5729d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.131756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-da74edb7-ed1d-4b35-9085-f45824f5729d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.131756] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da74edb7-ed1d-4b35-9085-f45824f5729d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.362997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.363403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.363403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.363473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.363609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.363647] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 880.402098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.402205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.402261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.402485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.402645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.413879] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 880.635162] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.635677] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.635825] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.636125] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.636273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.636426] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port da74edb7-ed1d-4b35-9085-f45824f5729d not found, creating... [ 880.636709] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.636886] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.637037] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.637281] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.637415] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.637708] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.637870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.637991] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.639163] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.639388] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.639458] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: da74edb7-ed1d-4b35-9085-f45824f5729d is going to be created. [ 880.660824] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 880.660824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.660824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.661049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.661189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.661308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.661373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.661526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.661653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.661720] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.664511] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.664651] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.664770] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.665206] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.665530] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.665768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-da74edb7-ed1d-4b35-9085-f45824f5729d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.164178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.164369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.164475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.164713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.190088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.190763] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.190906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.190954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.191192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.191279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.191375] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be updated. [ 881.226974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.227163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.227234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.227538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.227720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.241749] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: IN_PROGRESS for 2s [ 881.266320] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd9ff535-efd5-4761-822c-a4f02b159031 in Status: SUCCESS [ 881.266320] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 deletion is rescheduled due to dependency. [ 881.266524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.269474] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 in Status: SUCCESS [ 881.269619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.402089] env[65073]: INFO networking_nsxv3.common.synchronization [req-642db38b-bbf4-4f72-ac68-74e57ec18775 req-2e90fe61-db3d-4339-9eee-c430200dcd50 service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 881.402089] env[65073]: INFO networking_nsxv3.common.synchronization [req-642db38b-bbf4-4f72-ac68-74e57ec18775 req-2e90fe61-db3d-4339-9eee-c430200dcd50 service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 881.402089] env[65073]: INFO networking_nsxv3.common.synchronization [req-642db38b-bbf4-4f72-ac68-74e57ec18775 req-2e90fe61-db3d-4339-9eee-c430200dcd50 service nova] Enqueued Resource ID: da74edb7-ed1d-4b35-9085-f45824f5729d with Priority: HIGHEST for action port [ 881.402089] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 881.402089] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 881.402089] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da74edb7-ed1d-4b35-9085-f45824f5729d with Priority: HIGHEST for action port [ 881.402089] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.403579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.404592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.404592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.404592] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.408246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.408246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.408246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-da74edb7-ed1d-4b35-9085-f45824f5729d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.408246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da74edb7-ed1d-4b35-9085-f45824f5729d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.408246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da74edb7-ed1d-4b35-9085-f45824f5729d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.408246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da74edb7-ed1d-4b35-9085-f45824f5729d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.408246] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da74edb7-ed1d-4b35-9085-f45824f5729d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.910340] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.910340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.911789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da74edb7-ed1d-4b35-9085-f45824f5729d with status ACTIVE [ 881.912210] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.912430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.912481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.912790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.912926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.913243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.913419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.913967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.913967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.913967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.914204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.914473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.914473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.914679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.914801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.914889] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da74edb7-ed1d-4b35-9085-f45824f5729d is going to be updated. [ 881.952559] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.952885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.953086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.953520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.953866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.954102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da74edb7-ed1d-4b35-9085-f45824f5729d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.319148] env[65073]: INFO networking_nsxv3.common.synchronization [None req-39f0da7c-b8a9-462a-8332-b084f25f562e None None] Enqueued Resource ID: 2f3a4382-cc65-452d-99cf-3a71980b5ae5 with Priority: HIGHEST for action port [ 882.320832] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3a4382-cc65-452d-99cf-3a71980b5ae5 with Priority: HIGHEST for action port [ 882.321487] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f3a4382-cc65-452d-99cf-3a71980b5ae5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.321934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f3a4382-cc65-452d-99cf-3a71980b5ae5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.322104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f3a4382-cc65-452d-99cf-3a71980b5ae5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.322380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f3a4382-cc65-452d-99cf-3a71980b5ae5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.322470] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f3a4382-cc65-452d-99cf-3a71980b5ae5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.425170] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 882.425502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.425938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.426208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.426393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.426566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.426605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.426751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.426831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.426929] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.825558] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f3a4382-cc65-452d-99cf-3a71980b5ae5 [ 882.826972] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.827130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.827200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.827432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.827518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.827615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f3a4382-cc65-452d-99cf-3a71980b5ae5 already deleted. [ 882.827695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f3a4382-cc65-452d-99cf-3a71980b5ae5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.929079] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.967050] env[65073]: INFO networking_nsxv3.common.synchronization [None req-bab12fb5-d356-4fe5-82d4-3dcd7621eefc None None] Enqueued Resource ID: 6fd3c36c-0e60-4aff-9b8a-35647afb0fa6 with Priority: HIGHEST for action port [ 882.967050] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd3c36c-0e60-4aff-9b8a-35647afb0fa6 with Priority: HIGHEST for action port [ 882.967219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fd3c36c-0e60-4aff-9b8a-35647afb0fa6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.968520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fd3c36c-0e60-4aff-9b8a-35647afb0fa6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.968520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fd3c36c-0e60-4aff-9b8a-35647afb0fa6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.968520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fd3c36c-0e60-4aff-9b8a-35647afb0fa6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.968520] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd3c36c-0e60-4aff-9b8a-35647afb0fa6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.255944] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 in Status: SUCCESS [ 883.255944] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 deletion is rescheduled due to dependency. [ 883.255944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.433460] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.470542] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fd3c36c-0e60-4aff-9b8a-35647afb0fa6 [ 883.471053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.471260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.471362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.471719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.472306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.472479] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fd3c36c-0e60-4aff-9b8a-35647afb0fa6 already deleted. [ 883.472930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fd3c36c-0e60-4aff-9b8a-35647afb0fa6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.938562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.941073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.941073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.941073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.941073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.941073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 883.976582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.977321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.977321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.977321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.977321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.991054] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 884.382023] env[65073]: INFO networking_nsxv3.common.synchronization [None req-653f1443-16de-4fb7-a543-5dc2cbf75248 None None] Enqueued Resource ID: 8c964f6e-5c4a-4943-99bf-dd859a43583e with Priority: HIGHEST for action port [ 884.382023] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c964f6e-5c4a-4943-99bf-dd859a43583e with Priority: HIGHEST for action port [ 884.382023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c964f6e-5c4a-4943-99bf-dd859a43583e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.382023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c964f6e-5c4a-4943-99bf-dd859a43583e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.382023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c964f6e-5c4a-4943-99bf-dd859a43583e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.382023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c964f6e-5c4a-4943-99bf-dd859a43583e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.382023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c964f6e-5c4a-4943-99bf-dd859a43583e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.827345] env[65073]: INFO networking_nsxv3.common.synchronization [None req-79b3089f-1a53-4757-88ed-20e5b18f345f tempest-ServersV294TestFqdnHostnames-727556582 tempest-ServersV294TestFqdnHostnames-727556582-project-member] Enqueued Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_rules [ 884.827345] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_rules [ 884.827835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03478206-05f2-4186-afe0-415864d35276 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.827835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.827954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.829916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.830075] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.885292] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c964f6e-5c4a-4943-99bf-dd859a43583e [ 884.886485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.886706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.886817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.887147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.887303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.887430] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c964f6e-5c4a-4943-99bf-dd859a43583e already deleted. [ 884.889038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c964f6e-5c4a-4943-99bf-dd859a43583e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.054567] env[65073]: INFO networking_nsxv3.common.synchronization [None req-adaa0285-44bf-4e23-89d5-b928004f6306 tempest-ServersV294TestFqdnHostnames-727556582 tempest-ServersV294TestFqdnHostnames-727556582-project-member] Enqueued Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_rules [ 885.055827] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_rules [ 885.057035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03478206-05f2-4186-afe0-415864d35276 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.057035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.353720] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.353720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.353720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.353720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.353720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.354484] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03478206-05f2-4186-afe0-415864d35276 already deleted. [ 885.354484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.354484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.354956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.354956] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.358295] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a40f4843-67a2-49fb-bc05-9066a766dd1d None None] Enqueued Resource ID: 956de1a9-3456-4ac1-8ab3-1adb32bb061f with Priority: HIGHEST for action port [ 885.360883] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 956de1a9-3456-4ac1-8ab3-1adb32bb061f with Priority: HIGHEST for action port [ 885.360883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-956de1a9-3456-4ac1-8ab3-1adb32bb061f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.360883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-956de1a9-3456-4ac1-8ab3-1adb32bb061f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.360883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-956de1a9-3456-4ac1-8ab3-1adb32bb061f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.364271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-956de1a9-3456-4ac1-8ab3-1adb32bb061f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.364362] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956de1a9-3456-4ac1-8ab3-1adb32bb061f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.870408] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 956de1a9-3456-4ac1-8ab3-1adb32bb061f [ 885.870408] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.870408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.870408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.870408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.870855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.870855] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:956de1a9-3456-4ac1-8ab3-1adb32bb061f already deleted. [ 885.870855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-956de1a9-3456-4ac1-8ab3-1adb32bb061f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.885209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.885209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.885209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.885209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.885209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.885209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03478206-05f2-4186-afe0-415864d35276 already deleted. [ 885.885209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.006316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 886.006316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.006316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.006316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.006316] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.006595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.006595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.006648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.006780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.006780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.007559] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.418584] env[65073]: INFO networking_nsxv3.common.synchronization [req-3ff0f27d-738b-4779-b7f4-1f301ab3450c req-73eafccf-844d-4c9a-9da5-f8d31f67c7d9 tempest-ServerRescueTestJSON-1706067052 tempest-ServerRescueTestJSON-1706067052-project-member] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 886.419278] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 886.420920] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.420920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.420920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.420920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.420920] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.420920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.420920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.420920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.420920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.420920] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.510061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.510061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.510221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.510463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.510622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.510720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.510801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.511036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.511159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.511291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.511510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.511614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.511706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.511845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.512016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.512566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.512566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.512566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.512566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.512566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.512566] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.923724] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.951135] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.951135] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-201" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.951135] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-201" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.951135] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-201" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.951135] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.951135] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.951135] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.951135] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.951719] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.952068] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.952288] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.952486] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.952707] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.952976] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.953251] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.953505] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.975636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.975817] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.975977] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.976166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-201" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.976474] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.976638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.976752] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.977106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.977239] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2587d2bc-2b4f-451b-b8e2-7d393f80cb01',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.016245] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7224d91c-ee3e-49ac-9bb9-491223512c7a: rpc.has_security_group_logging(os_id): False [ 887.037955] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.038167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.038278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.038590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.062495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.063719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.063719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.063719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.063719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.063719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.063719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.064654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.064654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.064654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.064654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.064654] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.064654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.064654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.064986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.064986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.064986] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 887.149638] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.149905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.150088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.150255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.150409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.165842] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 887.425397] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.480733] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.480961] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.481153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.481566] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.481752] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.481932] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 2587d2bc-2b4f-451b-b8e2-7d393f80cb01 not found, creating... [ 887.482352] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.482536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.482666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.482983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.483187] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.483556] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.483744] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.483919] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.484197] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.484376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.484566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 2587d2bc-2b4f-451b-b8e2-7d393f80cb01 is going to be created. [ 887.507512] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.507710] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.507839] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.508143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.508364] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.508619] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.927844] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.928195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.928195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.928353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.928443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.928693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e is going to be updated. [ 887.962530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.962530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.962530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.962530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.962994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.973896] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: IN_PROGRESS for 2s [ 888.238433] env[65073]: INFO networking_nsxv3.common.synchronization [req-3ff0f27d-738b-4779-b7f4-1f301ab3450c req-2a609726-cb62-4871-a605-984cb9bf8e85 service nova] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_rules [ 888.239057] env[65073]: INFO networking_nsxv3.common.synchronization [req-3ff0f27d-738b-4779-b7f4-1f301ab3450c req-2a609726-cb62-4871-a605-984cb9bf8e85 service nova] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 888.239226] env[65073]: INFO networking_nsxv3.common.synchronization [req-3ff0f27d-738b-4779-b7f4-1f301ab3450c req-2a609726-cb62-4871-a605-984cb9bf8e85 service nova] Enqueued Resource ID: 2587d2bc-2b4f-451b-b8e2-7d393f80cb01 with Priority: HIGHEST for action port [ 888.239798] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_rules [ 888.239905] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 888.239982] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2587d2bc-2b4f-451b-b8e2-7d393f80cb01 with Priority: HIGHEST for action port [ 888.240265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.240384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.240487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.240639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.240726] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.241734] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.241860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.242080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.242189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.242252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.243077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.243077] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2587d2bc-2b4f-451b-b8e2-7d393f80cb01',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.748601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.748759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.749044] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2587d2bc-2b4f-451b-b8e2-7d393f80cb01 with status ACTIVE [ 888.749257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.749750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.749860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.750285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.750381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.750951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.750951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.750951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.751232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.751232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.751434] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.751533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.751605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.751805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.751864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.751919] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2587d2bc-2b4f-451b-b8e2-7d393f80cb01 is going to be updated. [ 888.780531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.780531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.780531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.780858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.780927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.781177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2587d2bc-2b4f-451b-b8e2-7d393f80cb01" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.181157] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 889.181755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.985316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: SUCCESS [ 889.985930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.985930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.985930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.986141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.986473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.986473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.986473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.986591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.986657] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.121364] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3fcb2002-fd2a-4499-9c81-3961f85c7d91 None None] Enqueued Resource ID: 6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec with Priority: HIGHEST for action port [ 890.123303] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec with Priority: HIGHEST for action port [ 890.123904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.124162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.124284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.124715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.124886] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.490283] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.627946] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec [ 890.628083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.628529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.628529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.628529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.628733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.628766] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec already deleted. [ 890.628946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6798c8fc-3329-4a6f-87b8-4dbb7aa9d7ec" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.004060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.506084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.506460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.506460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.506534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.508196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.508196] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e is going to be updated. [ 891.539890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.540050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.540113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.540336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.540484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.553068] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: IN_PROGRESS for 2s [ 891.909642] env[65073]: INFO networking_nsxv3.common.synchronization [req-b3039f13-4d72-40d1-a59e-8e72ccdb167e req-a849aff6-9aa8-4bf0-a711-2f7fcd3a0d76 tempest-ImagesNegativeTestJSON-1304155257 tempest-ImagesNegativeTestJSON-1304155257-project-member] Enqueued Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGHEST for action security_group_members [ 891.910312] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGHEST for action security_group_members [ 891.911028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.911028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.911028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.912055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.912055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.912055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.912221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.912813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.912927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.913053] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.180396] env[65073]: INFO networking_nsxv3.common.synchronization [req-9b203f23-b139-4400-953a-bce0641845c5 req-e73dc955-588b-414e-b7a5-acab01435416 tempest-ImagesOneServerNegativeTestJSON-978776628 tempest-ImagesOneServerNegativeTestJSON-978776628-project-member] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 892.180966] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 892.181279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.181403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.181467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.181666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.181846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.182172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.182172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.182172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.182280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.182312] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.415655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.415833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.415904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.416271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.416271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.416424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.416520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.416578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.416727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.416796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.416876] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 is going to be updated. [ 892.450267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.450445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.450445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.450642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.450783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.463052] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 in Status: IN_PROGRESS for 2s [ 892.685678] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.686037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.686037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.687067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.687067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.687067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.687067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.687067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.687067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.687067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.687067] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 892.719669] env[65073]: INFO networking_nsxv3.common.synchronization [req-3be0355f-522b-4e14-b49e-b85d031f61f7 req-a5470b94-95e6-48c2-a490-f60cd74a1ee0 tempest-MigrationsAdminTest-1936680497 tempest-MigrationsAdminTest-1936680497-project-member] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 892.720395] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 892.720855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.720908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.720975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.721220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.722593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.722593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.722593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.722593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.722593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.722593] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.723854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.723982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.724692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.724692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.724692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.736803] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 892.769412] env[65073]: INFO networking_nsxv3.common.synchronization [None req-5613cc0b-a697-41b0-95f9-6dda101fb9b1 None None] Enqueued Resource ID: b745cab4-8ec7-4d49-9b2a-4096c183da1d with Priority: HIGHEST for action port [ 892.770080] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b745cab4-8ec7-4d49-9b2a-4096c183da1d with Priority: HIGHEST for action port [ 892.770709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b745cab4-8ec7-4d49-9b2a-4096c183da1d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.771075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b745cab4-8ec7-4d49-9b2a-4096c183da1d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.771075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b745cab4-8ec7-4d49-9b2a-4096c183da1d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.771656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b745cab4-8ec7-4d49-9b2a-4096c183da1d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.771656] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b745cab4-8ec7-4d49-9b2a-4096c183da1d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.227876] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.237857] env[65073]: INFO networking_nsxv3.common.synchronization [req-56befe0e-ab5d-4b29-9996-38aaaeb2d08a req-1d50489b-36ef-4885-8d7d-fc98d18bd86f tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 893.239606] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 893.239993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.240145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.240293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.240598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.240598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.240734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.240775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.241085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.241085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.241085] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.279543] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b745cab4-8ec7-4d49-9b2a-4096c183da1d [ 893.279841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.279987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.280073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.280327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.280436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.281362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b745cab4-8ec7-4d49-9b2a-4096c183da1d already deleted. [ 893.281362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b745cab4-8ec7-4d49-9b2a-4096c183da1d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.566938] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: SUCCESS [ 893.566938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.566938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.566938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.566938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.566938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.566938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.566938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.566938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.566938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.567291] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.730823] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.745543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.745543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.745543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.745543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.745543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.745543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.745543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.745835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.745835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.749381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.749381] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be updated. [ 893.777685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.778579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.778579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.778579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.778579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.790523] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: IN_PROGRESS for 2s [ 893.801371] env[65073]: INFO networking_nsxv3.common.synchronization [None req-77ea1360-ca0e-45ee-91ec-b1d4b2a3fcf4 None None] Enqueued Resource ID: b3eb1a64-2d63-4a89-adcc-c261147c8443 with Priority: HIGHEST for action port [ 893.802518] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3eb1a64-2d63-4a89-adcc-c261147c8443 with Priority: HIGHEST for action port [ 893.802518] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3eb1a64-2d63-4a89-adcc-c261147c8443 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.802518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3eb1a64-2d63-4a89-adcc-c261147c8443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.802678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3eb1a64-2d63-4a89-adcc-c261147c8443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.803543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3eb1a64-2d63-4a89-adcc-c261147c8443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.803543] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3eb1a64-2d63-4a89-adcc-c261147c8443',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.070323] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.070596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.070596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.070791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.071369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.071369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.071369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.071369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.071369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.071596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.071681] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.071918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.071918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.072031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.072164] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.072251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.072319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.072453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.072530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.073325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.073325] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.234839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.234839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.234839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.235120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.235120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.235178] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be updated. [ 894.278979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.280462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.280462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.280462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.280462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.291217] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: IN_PROGRESS for 2s [ 894.306168] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3eb1a64-2d63-4a89-adcc-c261147c8443 [ 894.306168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.306168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.306168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.306515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.306515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.306515] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3eb1a64-2d63-4a89-adcc-c261147c8443 already deleted. [ 894.306603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3eb1a64-2d63-4a89-adcc-c261147c8443" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.477682] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 in Status: SUCCESS [ 894.477861] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 deletion is rescheduled due to dependency. [ 894.477982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.574612] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0d465b9-0a51-439e-a064-a0aa7ab3e99e: rpc.has_security_group_logging(os_id): False [ 894.598020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.598203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.598307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.598580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.621354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.621354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.621354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.621354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.621354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.621354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.621354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.621354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.621354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.621354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.621853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.621853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.621853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.621853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.621853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.622017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.622017] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e is going to be updated. [ 894.698961] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.699204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.699300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.699506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.699655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.717863] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: IN_PROGRESS for 2s [ 894.748894] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 894.749850] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 deletion is rescheduled due to dependency. [ 894.749850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.849581] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4cb9d223-7db9-42ab-8599-edf1a1134540 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_rules [ 894.849775] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_rules [ 894.850755] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.850755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.850755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.850954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.850998] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.969531] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3362096c-0b22-4eec-bd14-03b941575d2d tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_rules [ 894.971116] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_rules [ 894.972024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.972024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.373435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.374861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.374861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.375461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.376974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.376974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 already deleted. [ 895.376974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.376974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.376974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.376974] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.803671] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: SUCCESS [ 895.804267] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54932ad-4588-4645-b09f-119d53825924 deletion is rescheduled due to dependency. [ 895.804400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.897835] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.899029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.899029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.899029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.899029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.899029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 already deleted. [ 895.899029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.302046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: SUCCESS [ 896.305330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.424319] env[65073]: INFO networking_nsxv3.common.synchronization [req-69d17dfd-e11b-4946-9efa-64fdd4bd16da req-4fc846c0-fd42-4a88-86f7-3157f73e43fc tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_members [ 896.425886] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_members [ 896.425886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.425886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.425886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.426350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.426463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.426566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.426627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.426803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.426901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.427022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.632608] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e6597637-73c4-42c5-9d82-61fae1b308bb None None] Enqueued Resource ID: 9ac06363-3e3a-495f-a4dd-3c02ae8b7658 with Priority: HIGHEST for action port [ 896.633242] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac06363-3e3a-495f-a4dd-3c02ae8b7658 with Priority: HIGHEST for action port [ 896.633563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ac06363-3e3a-495f-a4dd-3c02ae8b7658 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.633697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ac06363-3e3a-495f-a4dd-3c02ae8b7658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.634252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ac06363-3e3a-495f-a4dd-3c02ae8b7658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.634252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ac06363-3e3a-495f-a4dd-3c02ae8b7658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.634252] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac06363-3e3a-495f-a4dd-3c02ae8b7658',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.730571] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: SUCCESS [ 896.730829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.865199] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.865739] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.865739] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.865739] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.865986] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.866612] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.866612] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.866786] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.866891] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.867125] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.867268] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.867382] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.867490] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.867599] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.867703] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.867838] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.882152] env[65073]: INFO networking_nsxv3.common.synchronization [req-66dbce0c-9cb5-4edc-8325-954b0a3ec43d req-0ae94b13-4183-43f2-a741-8a60ea29c10e tempest-ServersAdminTestJSON-1368114436 tempest-ServersAdminTestJSON-1368114436-project-member] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 896.882152] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGHEST for action security_group_members [ 896.882330] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.882460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.882526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.882725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.882886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.883524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.883524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.883524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.883524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.883524] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.890185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.890360] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.890493] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.890686] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.891008] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-a328b510-2b9d-484f-b065-7fe61e57878a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.891195] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-a328b510-2b9d-484f-b065-7fe61e57878a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.891325] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-a328b510-2b9d-484f-b065-7fe61e57878a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.891625] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-a328b510-2b9d-484f-b065-7fe61e57878a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.891765] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a328b510-2b9d-484f-b065-7fe61e57878a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.929479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.929654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.929695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.930860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.930860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.930860] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.930860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.930860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.930860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.930860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.931407] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee already deleted. [ 896.931407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.138085] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ac06363-3e3a-495f-a4dd-3c02ae8b7658 [ 897.138364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.138448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.138826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.138826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.138826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.138974] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ac06363-3e3a-495f-a4dd-3c02ae8b7658 already deleted. [ 897.138974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ac06363-3e3a-495f-a4dd-3c02ae8b7658" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.385974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.386172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.386242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.386456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.395820] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.396042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.396178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.396687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.396687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.396765] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port a328b510-2b9d-484f-b065-7fe61e57878a not found, creating... [ 897.396985] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.397159] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.397275] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.397491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.397638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.397907] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.398090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.398212] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.398408] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.398536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.398673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: a328b510-2b9d-484f-b065-7fe61e57878a is going to be created. [ 897.418107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.418107] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.418107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.418107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.418404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.418404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.418404] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be updated. [ 897.431797] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.432081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.432214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.432493] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.432722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.432958] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-a328b510-2b9d-484f-b065-7fe61e57878a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.469742] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.469742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.469742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.469987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.470147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.481738] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: IN_PROGRESS for 2s [ 898.195304] env[65073]: INFO networking_nsxv3.common.synchronization [req-69d17dfd-e11b-4946-9efa-64fdd4bd16da req-4b1052fe-66d2-496d-9765-354eb65d54cb service nova] Enqueued Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_rules [ 898.195543] env[65073]: INFO networking_nsxv3.common.synchronization [req-69d17dfd-e11b-4946-9efa-64fdd4bd16da req-4b1052fe-66d2-496d-9765-354eb65d54cb service nova] Enqueued Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_members [ 898.196509] env[65073]: INFO networking_nsxv3.common.synchronization [req-69d17dfd-e11b-4946-9efa-64fdd4bd16da req-4b1052fe-66d2-496d-9765-354eb65d54cb service nova] Enqueued Resource ID: a328b510-2b9d-484f-b065-7fe61e57878a with Priority: HIGHEST for action port [ 898.197112] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_rules [ 898.197247] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_members [ 898.197342] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a328b510-2b9d-484f-b065-7fe61e57878a with Priority: HIGHEST for action port [ 898.197622] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.197743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.197811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.198037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.198106] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.199458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.199520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.199552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.199709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.199879] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.199949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.201199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.201434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.201500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.201599] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.202588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a328b510-2b9d-484f-b065-7fe61e57878a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.202588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a328b510-2b9d-484f-b065-7fe61e57878a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.202588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a328b510-2b9d-484f-b065-7fe61e57878a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.202753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a328b510-2b9d-484f-b065-7fe61e57878a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.202783] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a328b510-2b9d-484f-b065-7fe61e57878a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.705061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.705061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.705061] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.706036] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a328b510-2b9d-484f-b065-7fe61e57878a with status ACTIVE [ 898.706245] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.706364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.707259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.707259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.707259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.707259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.707259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.707259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.707259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.707259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.707573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.707573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.707573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.708107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.708107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.708107] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a328b510-2b9d-484f-b065-7fe61e57878a is going to be updated. [ 898.739048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.739209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.739279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.739507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.739729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.739921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a328b510-2b9d-484f-b065-7fe61e57878a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.122478] env[65073]: INFO networking_nsxv3.common.synchronization [req-5ade4c61-2f53-41d5-aa5f-92f583e77795 req-34f9c6ba-dff4-4f04-a232-0788412a9f91 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 899.122572] env[65073]: INFO networking_nsxv3.common.synchronization [req-5ade4c61-2f53-41d5-aa5f-92f583e77795 req-34f9c6ba-dff4-4f04-a232-0788412a9f91 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGHEST for action security_group_members [ 899.122733] env[65073]: INFO networking_nsxv3.common.synchronization [req-5ade4c61-2f53-41d5-aa5f-92f583e77795 req-34f9c6ba-dff4-4f04-a232-0788412a9f91 tempest-SecurityGroupsTestJSON-1431536548 tempest-SecurityGroupsTestJSON-1431536548-project-member] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 899.123332] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGHEST for action security_group_members [ 899.123470] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGHEST for action security_group_members [ 899.123564] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGHEST for action security_group_members [ 899.123863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.123968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.124173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.124393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.124557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.124660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.124721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.124870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.124963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.125087] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.125948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.126072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.126190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.126382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.127031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.127031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.127167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.127911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.127911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.127911] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.128804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.128909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.128971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.129138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.129277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.129408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.129441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.129566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.129657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.129704] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.211650] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.493603] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4009a62-01ca-4983-8f96-b84683a39271 in Status: SUCCESS [ 899.495323] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4009a62-01ca-4983-8f96-b84683a39271 deletion is rescheduled due to dependency. [ 899.495463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.614067] env[65073]: INFO networking_nsxv3.common.synchronization [None req-cb8e2326-7f25-4fae-92f7-9244fc5f4819 tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2e7b85d7-9420-422b-a5ad-1e4aa6571ce4 with Priority: HIGHEST for action security_group_rules [ 899.614067] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7b85d7-9420-422b-a5ad-1e4aa6571ce4 with Priority: HIGHEST for action security_group_rules [ 899.614067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.614067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.614067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.615177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.615442] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e7b85d7-9420-422b-a5ad-1e4aa6571ce4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.631088] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.631088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.631088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.631088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.632445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.632591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.632903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.633046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.657025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.657025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.657025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.657025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.657025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.657025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.657025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 is going to be updated. [ 899.657025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.657411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.689138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.689138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.689138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.689138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.689138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.689138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.689138] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be updated. [ 899.690025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.695976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.696444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.696444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.696653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.696653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.696767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.696853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.697377] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be updated. [ 899.701502] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.701681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.701717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.701867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.701995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.713961] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: IN_PROGRESS for 2s [ 899.714357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.714480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.714547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.714753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.714835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.714924] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee is going to be created. [ 899.726045] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d07bd0f0-fb8a-462e-8547-12b62b5dad08 tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2e7b85d7-9420-422b-a5ad-1e4aa6571ce4 with Priority: HIGHEST for action security_group_rules [ 899.726639] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7b85d7-9420-422b-a5ad-1e4aa6571ce4 with Priority: HIGHEST for action security_group_rules [ 899.726945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.727596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.737477] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.739031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.739031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.739031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.739031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.740522] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.740810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.740913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.741128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.741279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.744315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.744430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.744498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.744681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.744952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.756727] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee in Status: UNINITIALIZED for 2s [ 899.760254] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: IN_PROGRESS for 2s [ 899.760378] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: IN_PROGRESS for 2s [ 900.141762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.142059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.142234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.142503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.142654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.142759] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e7b85d7-9420-422b-a5ad-1e4aa6571ce4 already deleted. [ 900.142848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.143014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.143222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.143350] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e7b85d7-9420-422b-a5ad-1e4aa6571ce4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.668990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.668990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.668990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.669574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.669574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.669574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e7b85d7-9420-422b-a5ad-1e4aa6571ce4 already deleted. [ 900.669574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e7b85d7-9420-422b-a5ad-1e4aa6571ce4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.941477] env[65073]: INFO networking_nsxv3.common.synchronization [req-ae48e81b-78be-4241-ad8e-99d85e4a5608 req-e352c04e-d35d-4b7d-bd1c-cb04baa98939 tempest-ServersWithSpecificFlavorTestJSON-320018192 tempest-ServersWithSpecificFlavorTestJSON-320018192-project-member] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 900.942130] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGHEST for action security_group_members [ 900.942453] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.942641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.942641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.942848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.942976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.944124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.944239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.944499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.944616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.944753] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.447910] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.448101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.449072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.449072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.461136] env[65073]: INFO networking_nsxv3.common.synchronization [req-cff4aac6-f114-4ebc-850e-577418e98542 req-fd2344aa-d9ad-4ccf-8692-97344f02f091 tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 901.461685] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 901.462140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.462236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.462276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.462455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.462607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.463480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.463480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.463480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.463480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.463480] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.472668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.472904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.473029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.473111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.473300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.473382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.473468] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be updated. [ 901.501892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.502294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.502294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.502957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.502957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.516679] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: IN_PROGRESS for 2s [ 901.726811] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 in Status: SUCCESS [ 901.727120] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 deletion is rescheduled due to dependency. [ 901.727473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.770304] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee in Status: SUCCESS [ 901.772066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.772066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.772066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.772066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.772066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.772066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.772066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.772066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.772066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.772066] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.774205] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 in Status: SUCCESS [ 901.774205] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 deletion is rescheduled due to dependency. [ 901.774205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.774609] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef in Status: SUCCESS [ 901.774744] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef deletion is rescheduled due to dependency. [ 901.775384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.964686] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.279126] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.468821] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.780657] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee: rpc.has_security_group_logging(os_id): False [ 902.800785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.800939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.800981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.801352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.801491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.802070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.802070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.802070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.802248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.802298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.802400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee is going to be created. [ 902.868064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.868243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.868300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.868513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.868965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.884127] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee in Status: IN_PROGRESS for 2s [ 902.956979] env[65073]: INFO networking_nsxv3.common.synchronization [req-e18065a4-49ba-4fd2-b899-6da9f7b7bd45 req-9643dffb-c361-42dc-aefb-3a9c964fdca7 tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 902.957500] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 902.958216] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.959022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.959101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.959188] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.970109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.970242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.970378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.970583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.970673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.970768] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 903.008840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.009161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.009161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.009361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.009521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.019185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 903.465024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.465024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.465024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.465024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.485601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.485888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.486011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.486104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.486332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.486416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.486842] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 903.525454] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.525666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.525714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.525964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.526163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.527931] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92636f57-f684-4f18-b3af-8979124b6cd5 in Status: SUCCESS [ 903.528141] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 deletion is rescheduled due to dependency. [ 903.528275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.535846] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 904.898582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee in Status: SUCCESS [ 904.898582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.029686] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 905.029927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.555126] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 905.555405] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 905.555486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.540024] env[65073]: INFO networking_nsxv3.common.synchronization [None req-aa691a2b-717e-40e5-ba43-ec59d71c33fa None None] Enqueued Resource ID: e1842ccc-689b-4d3b-aa40-663e86cb2b57 with Priority: HIGHEST for action port [ 906.543251] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1842ccc-689b-4d3b-aa40-663e86cb2b57 with Priority: HIGHEST for action port [ 906.543251] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1842ccc-689b-4d3b-aa40-663e86cb2b57 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.543251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1842ccc-689b-4d3b-aa40-663e86cb2b57" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.543251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1842ccc-689b-4d3b-aa40-663e86cb2b57" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.543251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1842ccc-689b-4d3b-aa40-663e86cb2b57" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.543251] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1842ccc-689b-4d3b-aa40-663e86cb2b57',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.044386] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1842ccc-689b-4d3b-aa40-663e86cb2b57 [ 907.044543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.044615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.044653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.045074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.045074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.045074] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1842ccc-689b-4d3b-aa40-663e86cb2b57 already deleted. [ 907.045216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1842ccc-689b-4d3b-aa40-663e86cb2b57" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.273832] env[65073]: INFO networking_nsxv3.common.synchronization [req-939f21f0-676e-4c15-8e6f-9a1477f8a39f req-e00007c4-6d45-4e8c-9bce-f849120be098 tempest-ServersTestJSON-819530624 tempest-ServersTestJSON-819530624-project-member] Enqueued Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_members [ 907.275486] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGHEST for action security_group_members [ 907.275486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.275486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.275486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.275711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.276418] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.276418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.276568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.276844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.277074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.277331] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.780585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.780895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.780895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.781329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.807617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.807617] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.807617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.807617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.807617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.807617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.807617] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 is going to be updated. [ 907.843734] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.843734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.843734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.843734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.843734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.852350] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 in Status: IN_PROGRESS for 2s [ 907.918510] env[65073]: INFO networking_nsxv3.common.synchronization [req-24fd2704-d5d2-4699-8e06-7b76aee935c0 req-d8832558-8c42-46ea-b37a-8a6f770e2e6e tempest-ServerPasswordTestJSON-149709134 tempest-ServerPasswordTestJSON-149709134-project-member] Enqueued Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGHEST for action security_group_members [ 907.919174] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGHEST for action security_group_members [ 907.919801] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.919801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.919801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.920049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.920134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.920215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.920283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.920435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.920520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.920615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.312934] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.313226] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-530" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.313419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-530" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.313772] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-530" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.314152] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.314463] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.314720] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.315148] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.315432] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.315902] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.316211] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.316476] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.316659] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.316845] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.317130] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.317240] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.342905] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.343053] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.343222] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.343415] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-530" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.344096] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-0be3b1c0-5319-44cc-afcb-cd19fccf7607 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.344096] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-0be3b1c0-5319-44cc-afcb-cd19fccf7607" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.344096] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-0be3b1c0-5319-44cc-afcb-cd19fccf7607" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.344479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-0be3b1c0-5319-44cc-afcb-cd19fccf7607" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.344639] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be3b1c0-5319-44cc-afcb-cd19fccf7607',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.424069] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.424456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.425423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.425782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.425998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.426380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.426646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.426922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.427206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.427689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.427689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef already deleted. [ 908.427689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.848748] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.849765] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.849765] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.850591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.850687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.850912] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 0be3b1c0-5319-44cc-afcb-cd19fccf7607 not found, creating... [ 908.851315] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.851831] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.851994] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.852322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.852521] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.855213] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.855412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.855586] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.855899] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.856120] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.856320] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 0be3b1c0-5319-44cc-afcb-cd19fccf7607 is going to be created. [ 908.884256] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.884461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.884586] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.884872] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.885154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.885399] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-0be3b1c0-5319-44cc-afcb-cd19fccf7607" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.046605] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d8d28d20-91f3-46af-a565-d16ae2eff89e None None] Enqueued Resource ID: aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5 with Priority: HIGHEST for action port [ 909.048680] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5 with Priority: HIGHEST for action port [ 909.051938] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.051938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.051938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.051938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.051938] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.555755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5 [ 909.556058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.556260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.556353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.556608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.556752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.556910] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5 already deleted. [ 909.557065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee7fd5c-8598-4b7f-bf83-dd8d83fdccb5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.867124] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 in Status: SUCCESS [ 909.867405] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 deletion is rescheduled due to dependency. [ 909.867535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.044108] env[65073]: INFO networking_nsxv3.common.synchronization [req-24fd2704-d5d2-4699-8e06-7b76aee935c0 req-bff2e70a-6544-4370-8756-038f490ac53e service nova] Enqueued Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGHEST for action security_group_rules [ 910.044380] env[65073]: INFO networking_nsxv3.common.synchronization [req-24fd2704-d5d2-4699-8e06-7b76aee935c0 req-bff2e70a-6544-4370-8756-038f490ac53e service nova] Enqueued Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGHEST for action security_group_members [ 910.044619] env[65073]: INFO networking_nsxv3.common.synchronization [req-24fd2704-d5d2-4699-8e06-7b76aee935c0 req-bff2e70a-6544-4370-8756-038f490ac53e service nova] Enqueued Resource ID: 0be3b1c0-5319-44cc-afcb-cd19fccf7607 with Priority: HIGHEST for action port [ 910.045148] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGHEST for action security_group_rules [ 910.047228] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGHEST for action security_group_members [ 910.047228] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be3b1c0-5319-44cc-afcb-cd19fccf7607 with Priority: HIGHEST for action port [ 910.047228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.047228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.047228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.047228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.047228] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.047739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.047739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.047811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.048564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.048564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.048564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.048564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.048564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.048843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.048843] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.050084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be3b1c0-5319-44cc-afcb-cd19fccf7607 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.050084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be3b1c0-5319-44cc-afcb-cd19fccf7607" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.050084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be3b1c0-5319-44cc-afcb-cd19fccf7607" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.050084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be3b1c0-5319-44cc-afcb-cd19fccf7607" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.050296] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be3b1c0-5319-44cc-afcb-cd19fccf7607',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.552995] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.552995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.553155] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.554418] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0be3b1c0-5319-44cc-afcb-cd19fccf7607 with status ACTIVE [ 910.554418] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.554590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.554590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.554735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.554842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.557276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.557276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.557276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.557276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.557276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.557276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.557276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.557276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.557276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.557276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.557276] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0be3b1c0-5319-44cc-afcb-cd19fccf7607 is going to be updated. [ 910.579196] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.579377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.579416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.579616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.579760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.579916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be3b1c0-5319-44cc-afcb-cd19fccf7607" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.058542] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.435447] env[65073]: INFO networking_nsxv3.common.synchronization [req-9bef1f27-7c7f-4254-b63d-02cf2b7350f2 req-8d117f6a-367c-4aec-9416-e79db3a0717a tempest-ServersV294TestFqdnHostnames-727556582 tempest-ServersV294TestFqdnHostnames-727556582-project-member] Enqueued Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_members [ 911.436082] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_members [ 911.436416] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-03478206-05f2-4186-afe0-415864d35276 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.436887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.436952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.437235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.437401] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.437505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.437569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.437727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.437811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.437909] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.563022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.563022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.563022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.563022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.563022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.563022] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef is going to be created. [ 911.586228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.586426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.586426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.586637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.586807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.600916] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef in Status: UNINITIALIZED for 2s [ 911.767146] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.767419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-491" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.767541] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-491" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.767865] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-491" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.768322] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.768503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.768637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.768927] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.769078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.769315] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.772354] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.772506] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.772635] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.772861] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.773013] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.773209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.794027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.794027] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.794027] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.794027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-491" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.794027] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-4fa11f95-1786-47cf-9b09-a0d101c56e17 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.794027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-4fa11f95-1786-47cf-9b09-a0d101c56e17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.794027] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-4fa11f95-1786-47cf-9b09-a0d101c56e17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.794440] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-4fa11f95-1786-47cf-9b09-a0d101c56e17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.794440] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa11f95-1786-47cf-9b09-a0d101c56e17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.940550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.941148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.941148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.941148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.941148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.941332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.941409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.941466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.941616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.941686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.941764] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03478206-05f2-4186-afe0-415864d35276 already deleted. [ 911.941938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.297329] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.297736] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.297736] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.298212] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.298392] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.298557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 4fa11f95-1786-47cf-9b09-a0d101c56e17 not found, creating... [ 912.298851] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.299034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.299244] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.299388] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.299522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.299810] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.299969] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.300102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.300321] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.300457] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.300595] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 4fa11f95-1786-47cf-9b09-a0d101c56e17 is going to be created. [ 912.339667] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.339926] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.340079] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.340447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.340595] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.340822] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-4fa11f95-1786-47cf-9b09-a0d101c56e17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.080677] env[65073]: INFO networking_nsxv3.common.synchronization [req-9bef1f27-7c7f-4254-b63d-02cf2b7350f2 req-377b8009-0d21-452c-a17c-b04e89c14964 service nova] Enqueued Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_rules [ 913.080856] env[65073]: INFO networking_nsxv3.common.synchronization [req-9bef1f27-7c7f-4254-b63d-02cf2b7350f2 req-377b8009-0d21-452c-a17c-b04e89c14964 service nova] Enqueued Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_members [ 913.081010] env[65073]: INFO networking_nsxv3.common.synchronization [req-9bef1f27-7c7f-4254-b63d-02cf2b7350f2 req-377b8009-0d21-452c-a17c-b04e89c14964 service nova] Enqueued Resource ID: 4fa11f95-1786-47cf-9b09-a0d101c56e17 with Priority: HIGHEST for action port [ 913.081640] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_rules [ 913.081820] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_members [ 913.081914] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa11f95-1786-47cf-9b09-a0d101c56e17 with Priority: HIGHEST for action port [ 913.082519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03478206-05f2-4186-afe0-415864d35276 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.082519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.082519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.082703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.082703] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.083632] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-03478206-05f2-4186-afe0-415864d35276 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.083699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.083802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.083963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.084160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.084255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.084307] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.084459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.084553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.084647] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.085431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa11f95-1786-47cf-9b09-a0d101c56e17 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.085553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa11f95-1786-47cf-9b09-a0d101c56e17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.085616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa11f95-1786-47cf-9b09-a0d101c56e17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.085766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa11f95-1786-47cf-9b09-a0d101c56e17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.086085] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa11f95-1786-47cf-9b09-a0d101c56e17',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.591025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-03478206-05f2-4186-afe0-415864d35276 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.591025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.591025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.591025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fa11f95-1786-47cf-9b09-a0d101c56e17 with status ACTIVE [ 913.591025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.591025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.591025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.591025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.591025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.591025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.591025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.591025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.591025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.596393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.596393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.596393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.596393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.596393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.596393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.596393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fa11f95-1786-47cf-9b09-a0d101c56e17 is going to be updated. [ 913.614060] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef in Status: SUCCESS [ 913.614060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.614060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.614060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.614060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.614060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.614060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.614060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.614060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.614060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.614060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.620989] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.620989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.620989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.620989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.620989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.620989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa11f95-1786-47cf-9b09-a0d101c56e17" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.097905] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.119028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.119028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.119028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.119028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.119028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.119028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.119028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.119028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.119028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.119028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.120018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.120412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.120710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.123666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.123666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.123666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.123666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.123666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.123666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.123666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.123666] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.600641] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.600978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.600978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.601140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.601242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.601341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03478206-05f2-4186-afe0-415864d35276 is going to be created. [ 914.624697] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.625044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.625129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.625351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.625520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.627181] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4da7bd-aef3-4825-a205-0d3edfe4cfef: rpc.has_security_group_logging(os_id): False [ 914.637613] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03478206-05f2-4186-afe0-415864d35276 in Status: UNINITIALIZED for 2s [ 914.644588] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.644795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.644905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.645152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.645256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.645497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.645639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.645714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.645894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.646044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.646264] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.646358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.646415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.646568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.646678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.646902] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.647018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.647321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.647469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.647558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.647649] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef is going to be created. [ 914.709589] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.709803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.709803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.710077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.710265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.722773] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef in Status: IN_PROGRESS for 2s [ 916.153447] env[65073]: INFO networking_nsxv3.common.synchronization [req-7b38467b-7d95-4545-9517-49ed7939d622 req-77c6d286-b1a5-44f5-a4ab-7896b9f4743e tempest-ServerAddressesTestJSON-1539079935 tempest-ServerAddressesTestJSON-1539079935-project-member] Enqueued Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGHEST for action security_group_members [ 916.153447] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGHEST for action security_group_members [ 916.153447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.153447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.153447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.153447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.153447] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.153447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.153447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.153447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.154246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.156254] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.540231] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.540474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-933" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.540541] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-933" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.540858] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-933" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.541131] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.541361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.541565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.541920] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.542071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.542568] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.542568] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.542568] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.542568] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.542696] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.542729] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.542843] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.565178] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.565178] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.565178] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.565178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-933" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.565178] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-976b7e99-092a-4f7e-9e59-8907ebeacc99 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.565178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-976b7e99-092a-4f7e-9e59-8907ebeacc99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.565178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-976b7e99-092a-4f7e-9e59-8907ebeacc99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.565178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-976b7e99-092a-4f7e-9e59-8907ebeacc99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.565178] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976b7e99-092a-4f7e-9e59-8907ebeacc99',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.648264] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03478206-05f2-4186-afe0-415864d35276 in Status: SUCCESS [ 916.648506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.649045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.649294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.649494] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.649607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.649674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.649818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.649897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.649980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.650119] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.658177] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.658314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.658398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.658570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.658653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.658837] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.658940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.659024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.659245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.659325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.659409] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce already deleted. [ 916.659489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.737725] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef in Status: SUCCESS [ 916.737957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.068995] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.068995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.068995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.068995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.068995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.068995] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 976b7e99-092a-4f7e-9e59-8907ebeacc99 not found, creating... [ 917.069290] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.069431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.069591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.069846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.070036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.070411] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.070553] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.070685] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.070935] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.071098] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.071273] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 976b7e99-092a-4f7e-9e59-8907ebeacc99 is going to be created. [ 917.108501] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.108738] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.108844] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.109150] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.109377] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.109611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-976b7e99-092a-4f7e-9e59-8907ebeacc99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.153314] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.447107] env[65073]: INFO networking_nsxv3.common.synchronization [req-cfb4fc70-d908-4ff5-a88b-b76aab90171c req-3f201594-6e78-4725-9601-24875972ee80 tempest-ServerActionsV293TestJSON-266503422 tempest-ServerActionsV293TestJSON-266503422-project-member] Enqueued Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_members [ 917.447514] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 with Priority: HIGHEST for action security_group_members [ 917.447838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.447992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.448172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.448554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.448554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.448712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.448712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.448979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.448979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.449107] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.655941] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03478206-05f2-4186-afe0-415864d35276: rpc.has_security_group_logging(os_id): False [ 917.675325] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.675325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.675489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.675619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.675707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.676264] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.676397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.676456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.676666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.678669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.678669] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03478206-05f2-4186-afe0-415864d35276 is going to be created. [ 917.749242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.749457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.749457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.749894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.749894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.762673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03478206-05f2-4186-afe0-415864d35276 in Status: IN_PROGRESS for 2s [ 917.879588] env[65073]: INFO networking_nsxv3.common.synchronization [req-7b38467b-7d95-4545-9517-49ed7939d622 req-ab9b737f-d3e3-4b8d-bf49-ef59f222da0f service nova] Enqueued Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGHEST for action security_group_rules [ 917.879588] env[65073]: INFO networking_nsxv3.common.synchronization [req-7b38467b-7d95-4545-9517-49ed7939d622 req-ab9b737f-d3e3-4b8d-bf49-ef59f222da0f service nova] Enqueued Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGHEST for action security_group_members [ 917.879795] env[65073]: INFO networking_nsxv3.common.synchronization [req-7b38467b-7d95-4545-9517-49ed7939d622 req-ab9b737f-d3e3-4b8d-bf49-ef59f222da0f service nova] Enqueued Resource ID: 976b7e99-092a-4f7e-9e59-8907ebeacc99 with Priority: HIGHEST for action port [ 917.880379] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGHEST for action security_group_rules [ 917.880947] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGHEST for action security_group_members [ 917.880947] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976b7e99-092a-4f7e-9e59-8907ebeacc99 with Priority: HIGHEST for action port [ 917.880947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.881249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.881249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.881687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.881687] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.882590] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.882785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.882849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.883030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.883364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.883364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.883514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.883575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.883732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.883781] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.889213] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-976b7e99-092a-4f7e-9e59-8907ebeacc99 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.889504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976b7e99-092a-4f7e-9e59-8907ebeacc99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.889585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976b7e99-092a-4f7e-9e59-8907ebeacc99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.889770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976b7e99-092a-4f7e-9e59-8907ebeacc99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.889857] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976b7e99-092a-4f7e-9e59-8907ebeacc99',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.955260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.955260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.955260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.955260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.985272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.985272] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.985272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.985272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.985272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.985272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.985272] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 is going to be updated. [ 918.022434] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.022434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.022434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.022434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.022434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.033746] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 in Status: IN_PROGRESS for 2s [ 918.323637] env[65073]: INFO networking_nsxv3.common.synchronization [req-fabe6abe-e9c8-42cd-afc6-27cc8b4fae6f req-816996cb-e850-4717-8da5-f889e48ed5ee tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 918.324296] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 918.324897] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.325025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.325129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.325387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.325544] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.325645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.325760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.325959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.326084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.326203] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.356181] env[65073]: INFO networking_nsxv3.common.synchronization [req-fabe6abe-e9c8-42cd-afc6-27cc8b4fae6f req-816996cb-e850-4717-8da5-f889e48ed5ee tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 918.356181] env[65073]: INFO networking_nsxv3.common.synchronization [req-fabe6abe-e9c8-42cd-afc6-27cc8b4fae6f req-816996cb-e850-4717-8da5-f889e48ed5ee tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 918.356181] env[65073]: INFO networking_nsxv3.common.synchronization [req-fabe6abe-e9c8-42cd-afc6-27cc8b4fae6f req-816996cb-e850-4717-8da5-f889e48ed5ee tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd with Priority: HIGHEST for action port [ 918.357301] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 918.357722] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 918.357941] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd with Priority: HIGHEST for action port [ 918.359764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.359764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.359764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.359764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.359764] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.361501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.361501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.364680] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9397aef6-c5f1-489c-9235-7d7f45b18ccd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.364680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.364680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.364680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.364680] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9397aef6-c5f1-489c-9235-7d7f45b18ccd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.395948] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.395948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.395948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.395948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 976b7e99-092a-4f7e-9e59-8907ebeacc99 with status ACTIVE [ 918.395948] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.395948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.395948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.396662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.396662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.396662] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.396662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.396662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.396806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.396873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.397033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.397125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.397194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.397320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.397390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.397471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 976b7e99-092a-4f7e-9e59-8907ebeacc99 is going to be updated. [ 918.423660] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.423896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.423896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.424207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.424325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.424576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976b7e99-092a-4f7e-9e59-8907ebeacc99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.700631] env[65073]: INFO networking_nsxv3.common.synchronization [req-5b96e350-dc6d-49a9-b1de-f39c3db28c4b req-67c69978-8f74-4e8e-8b7d-8d57e8ebe956 tempest-ServerRescueTestJSON-1706067052 tempest-ServerRescueTestJSON-1706067052-project-member] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 918.701267] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 918.701590] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.701715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.701782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.702051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.702300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.702864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.702864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.702972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.703080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.703188] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.828955] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.866902] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.867012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.870351] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9397aef6-c5f1-489c-9235-7d7f45b18ccd with status ACTIVE [ 918.870602] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.870735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.870804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.871030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.871129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.871307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.871406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.871464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.871611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.871723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.871852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.871949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.872041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.872187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.872260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.872358] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd is going to be updated. [ 918.895302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.895302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.895302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.895456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.895613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.895725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.903855] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.205583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.332169] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.406399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.406569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.406652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.406871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.406961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.407077] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce is going to be created. [ 919.432730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.433022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.433022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.433222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.433385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.447789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce in Status: UNINITIALIZED for 2s [ 919.708294] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.778269] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03478206-05f2-4186-afe0-415864d35276 in Status: SUCCESS [ 919.778672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.836433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.836433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.836433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.836433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.836433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.836433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 is going to be updated. [ 919.869212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.869212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.869212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.869557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.870349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.882076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: IN_PROGRESS for 2s [ 920.045823] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 in Status: SUCCESS [ 920.045823] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6 deletion is rescheduled due to dependency. [ 920.045823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.210992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.211414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.212137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.212594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.212594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.212684] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e is going to be updated. [ 920.243056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.243206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.243274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.243565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.243729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.254413] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: IN_PROGRESS for 2s [ 921.263521] env[65073]: INFO networking_nsxv3.common.synchronization [None req-01b77d81-0233-40df-85e0-ece7320146aa tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_rules [ 921.264550] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_rules [ 921.264550] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.264789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.264789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.266658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.266810] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.374956] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0abed434-0f84-4e51-bc89-d98bf357913d tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_rules [ 921.375616] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_rules [ 921.378820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.379775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.460186] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce in Status: SUCCESS [ 921.460314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.460517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.460828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.461044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.461605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.461605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.461605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.461605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.461605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.461817] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.792501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.792696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.792765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.794115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.794231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.794363] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 already deleted. [ 921.794441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.794992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.794992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.794992] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.898083] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: SUCCESS [ 921.898524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.898875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.899154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.899496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.899656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.899714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.899959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.903045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.903045] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.965303] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.968040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.968040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.968040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.968040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.969010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.969010] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.220564] env[65073]: INFO networking_nsxv3.common.synchronization [req-15bdedc9-5876-4fea-baf9-2130766a929a req-89cbcc43-e9ed-4a20-8d44-cdfefb4ad249 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_members [ 922.221249] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 with Priority: HIGHEST for action security_group_members [ 922.221547] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e042dbb-e151-484c-b731-dabe90f1c5f2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.221670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.221740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.222015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.222779] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.222779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.222878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.223019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.223154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.223278] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e042dbb-e151-484c-b731-dabe90f1c5f2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.246113] env[65073]: INFO networking_nsxv3.common.synchronization [req-82cffac8-b7e7-4e05-97b0-97377fea5681 req-bef0fe80-8d6b-4901-9b59-98c18d8ebcfe tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 922.246617] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 922.246919] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.247474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.264309] env[65073]: INFO networking_nsxv3.common.synchronization [req-82cffac8-b7e7-4e05-97b0-97377fea5681 req-bef0fe80-8d6b-4901-9b59-98c18d8ebcfe tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 922.265098] env[65073]: INFO networking_nsxv3.common.synchronization [req-82cffac8-b7e7-4e05-97b0-97377fea5681 req-bef0fe80-8d6b-4901-9b59-98c18d8ebcfe tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 922.265098] env[65073]: INFO networking_nsxv3.common.synchronization [req-82cffac8-b7e7-4e05-97b0-97377fea5681 req-bef0fe80-8d6b-4901-9b59-98c18d8ebcfe tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd with Priority: HIGHEST for action port [ 922.265815] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: SUCCESS [ 922.267552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.267552] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_rules [ 922.267552] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 922.267552] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd with Priority: HIGHEST for action port [ 922.267552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.267552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.267552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.267552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.268226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-9397aef6-c5f1-489c-9235-7d7f45b18ccd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.268226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.268226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.268389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.268389] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9397aef6-c5f1-489c-9235-7d7f45b18ccd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.319928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.320113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.320165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.320378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.320478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.320574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 already deleted. [ 922.320659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.404804] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.473540] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca559b4b-e6c3-4bff-8d3b-cb1572a640ce: rpc.has_security_group_logging(os_id): False [ 922.495795] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.495971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.496061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.496361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.496523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.496837] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.496955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.497032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.497210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.497290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.497486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.497638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.497638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.497789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.497869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.498060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.498155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.498216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.498376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.498451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.498535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce is going to be created. [ 922.575467] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.575674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.575774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.575988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.576224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.587833] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce in Status: IN_PROGRESS for 2s [ 922.729153] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.729153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.729153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.729153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.729153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.729153] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.729153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.729153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.729153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.729153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.729153] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 is going to be updated. [ 922.766032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.766032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.766245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.766340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.766504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.772114] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9397aef6-c5f1-489c-9235-7d7f45b18ccd with status ACTIVE [ 922.772337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.772468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.772538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.772750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.772838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.773032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.773141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.773204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.773352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.773452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.773685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.773784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.773916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.774118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.774222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.774342] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9397aef6-c5f1-489c-9235-7d7f45b18ccd is going to be updated. [ 922.779449] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 in Status: IN_PROGRESS for 2s [ 922.804671] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.804671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.804671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.804846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.804923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.805106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9397aef6-c5f1-489c-9235-7d7f45b18ccd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.908436] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.053049] env[65073]: INFO networking_nsxv3.common.synchronization [req-5a41e5ca-14b4-4117-8163-928ec7e8b669 req-ac0922cb-83fd-4ac0-a3ea-24066db740c2 tempest-MigrationsAdminTest-1936680497 tempest-MigrationsAdminTest-1936680497-project-member] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 923.053049] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGHEST for action security_group_members [ 923.053222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.053282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.053483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.053557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.053693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.053796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.053855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.055025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.055025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.055025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.411899] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.412188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.412223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.412576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.412724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.412835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 is going to be updated. [ 923.482851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.484681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.484681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.484681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.484681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.495265] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: IN_PROGRESS for 2s [ 923.558369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.558369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.558369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.558723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.579998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.580276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.580445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.580496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.580742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.580785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.580886] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be updated. [ 923.610914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.611108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.611197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.611722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.611722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.623194] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: IN_PROGRESS for 2s [ 923.627940] env[65073]: INFO networking_nsxv3.common.synchronization [req-508d6a15-ad38-485c-a0f4-99cf351f9162 req-16926b05-f7c1-4d8e-a38b-69cae359537b tempest-ServerPasswordTestJSON-149709134 tempest-ServerPasswordTestJSON-149709134-project-member] Enqueued Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGHEST for action security_group_members [ 923.628483] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGHEST for action security_group_members [ 923.628781] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.628897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.628963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.629188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.629346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.629444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.629503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.629666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.629748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.629835] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.132620] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.132814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.132885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.133164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.133264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.134733] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.135106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.135817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.135817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.135817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.135817] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef is going to be updated. [ 924.171951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.172402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.172402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.172626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.172794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.186223] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef in Status: IN_PROGRESS for 2s [ 924.206803] env[65073]: INFO networking_nsxv3.common.synchronization [req-73db2c54-37d5-4b4e-b41c-83eeecdce584 req-45149694-f9b3-4618-a033-7ea9f8c764f6 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_members [ 924.207430] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_members [ 924.208079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.208079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.208079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.208366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.208366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.208486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.208486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.208668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.208729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.208847] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.596092] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.596503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.596503] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.596672] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.596939] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.597116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.597231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.597454] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.597597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.597804] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.598068] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.598068] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.598356] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.598427] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.598481] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.598617] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.604356] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce in Status: SUCCESS [ 924.604356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.623914] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.624287] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.624357] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.624544] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.624888] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-01c5f015-1ffc-40ec-b40d-dca2103e6384 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.625091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-01c5f015-1ffc-40ec-b40d-dca2103e6384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.625236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-01c5f015-1ffc-40ec-b40d-dca2103e6384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.625550] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-01c5f015-1ffc-40ec-b40d-dca2103e6384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.625690] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c5f015-1ffc-40ec-b40d-dca2103e6384',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.711562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.711725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.711794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.712083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.712194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.712395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.712523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.712632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.712796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.712874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.712959] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 already deleted. [ 924.713062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.791073] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 in Status: SUCCESS [ 924.791350] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e042dbb-e151-484c-b731-dabe90f1c5f2 deletion is rescheduled due to dependency. [ 924.791485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e042dbb-e151-484c-b731-dabe90f1c5f2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.129325] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.129708] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.129870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.130280] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.130452] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.130662] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 01c5f015-1ffc-40ec-b40d-dca2103e6384 not found, creating... [ 925.130962] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.131142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.131284] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.131516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.131650] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.131940] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.132151] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.133568] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.133568] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.133568] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.133568] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 01c5f015-1ffc-40ec-b40d-dca2103e6384 is going to be created. [ 925.158338] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.158537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.158656] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.158936] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.159270] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.159532] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-01c5f015-1ffc-40ec-b40d-dca2103e6384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.506670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: SUCCESS [ 925.506782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.506913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.507145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.507336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.507453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.507518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.507663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.507741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.507828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.507920] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.508779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.508943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.509113] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.509218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.509279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.509419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.509494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.509576] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.636593] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd in Status: SUCCESS [ 925.637079] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd deletion is rescheduled due to dependency. [ 925.637575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.907290] env[65073]: INFO networking_nsxv3.common.synchronization [req-73db2c54-37d5-4b4e-b41c-83eeecdce584 req-a7094dce-a1db-4942-972e-411ce982ba00 service nova] Enqueued Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_rules [ 925.907472] env[65073]: INFO networking_nsxv3.common.synchronization [req-73db2c54-37d5-4b4e-b41c-83eeecdce584 req-a7094dce-a1db-4942-972e-411ce982ba00 service nova] Enqueued Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_members [ 925.907606] env[65073]: INFO networking_nsxv3.common.synchronization [req-73db2c54-37d5-4b4e-b41c-83eeecdce584 req-a7094dce-a1db-4942-972e-411ce982ba00 service nova] Enqueued Resource ID: 01c5f015-1ffc-40ec-b40d-dca2103e6384 with Priority: HIGHEST for action port [ 925.908122] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_rules [ 925.908341] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_members [ 925.908341] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c5f015-1ffc-40ec-b40d-dca2103e6384 with Priority: HIGHEST for action port [ 925.909057] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.909283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.909283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.909435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.909500] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.910368] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.910454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.910523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.910689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.910832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.910935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.910986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.911154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.911240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.911330] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.912098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-01c5f015-1ffc-40ec-b40d-dca2103e6384 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.912205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01c5f015-1ffc-40ec-b40d-dca2103e6384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.912280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01c5f015-1ffc-40ec-b40d-dca2103e6384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.912418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01c5f015-1ffc-40ec-b40d-dca2103e6384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.912491] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c5f015-1ffc-40ec-b40d-dca2103e6384',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.010815] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.011761] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.196453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef in Status: SUCCESS [ 926.196706] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef deletion is rescheduled due to dependency. [ 926.196843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.416604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.416604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.416827] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.417841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01c5f015-1ffc-40ec-b40d-dca2103e6384 with status ACTIVE [ 926.417983] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.418119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.418184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.418489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.418489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.418662] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.418777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.418845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.418956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.419577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.419577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.419577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.419577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.419577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.419577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.419903] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01c5f015-1ffc-40ec-b40d-dca2103e6384 is going to be updated. [ 926.442979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.442979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.442979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.442979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.442979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.442979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01c5f015-1ffc-40ec-b40d-dca2103e6384" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.513807] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d62f883a-fa89-4102-8fe3-46b1ddbbe843: rpc.has_security_group_logging(os_id): False [ 926.515155] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.536515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.536515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.536515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.536515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.567697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.568112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.568293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.568323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.568795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.568889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.568982] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 is going to be updated. [ 926.652044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.652044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.652044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.652044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.652555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.671772] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: IN_PROGRESS for 2s [ 926.922552] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.017298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.017298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.017298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.017531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.017621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.017723] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 is going to be updated. [ 927.055294] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.055450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.056036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.056036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.056156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.069172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: IN_PROGRESS for 2s [ 927.142382] env[65073]: INFO networking_nsxv3.common.synchronization [req-92f0853a-db8a-44ec-81bd-4d8b080698c1 req-2783d1ba-9b96-4200-b318-3c72b8566c53 tempest-AttachInterfacesUnderV243Test-1032387432 tempest-AttachInterfacesUnderV243Test-1032387432-project-member] Enqueued Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 927.142382] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 with Priority: HIGHEST for action security_group_members [ 927.143130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f883a-fa89-4102-8fe3-46b1ddbbe843 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.143130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.425701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.425841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.425940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.426406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.426552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.426673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 is going to be created. [ 927.459684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.459789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.459861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.460460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.460460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.473091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 in Status: UNINITIALIZED for 2s [ 928.688578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: SUCCESS [ 928.689056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.689056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.689378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.689378] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.767660] env[65073]: INFO networking_nsxv3.common.synchronization [req-562eb9d0-6499-401a-b2f6-7901cb3d0542 req-4b9f74ce-c3df-4f09-bca0-ec380c68696a tempest-ServerAddressesTestJSON-1539079935 tempest-ServerAddressesTestJSON-1539079935-project-member] Enqueued Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGHEST for action security_group_members [ 928.767660] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGHEST for action security_group_members [ 928.767660] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.768847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.769243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.770532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.770532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.770532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.770670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.771593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.771593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.771593] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.082266] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 in Status: SUCCESS [ 929.082458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.082636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.082856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.083053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.083176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.083234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.083389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.083788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.083788] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.214344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.216054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.216054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.216054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.216054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.216054] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 is going to be deleted. [ 929.266988] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.266988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.266988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.266988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.266988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.266988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.274175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.274345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.274387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.274590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.274677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.275048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.275048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.275048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.275258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.275317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.275399] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce is going to be updated. [ 929.335551] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.335770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.335836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.336122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.336275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.350346] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce in Status: IN_PROGRESS for 2s [ 929.487989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 in Status: SUCCESS [ 929.488671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.489470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.489992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.489992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.490133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.490133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.490264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.490346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.490431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.490524] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.586943] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.587155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.587232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.587444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.587536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.587739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.587837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.587889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.588054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.588133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.588448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 is going to be deleted. [ 929.629055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.629055] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.629055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.629055] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f883a-fa89-4102-8fe3-46b1ddbbe843',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.992731] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.131667] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.131667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.131667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.131667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.131667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.131667] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.131667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.132106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.132106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.132106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.132106] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f883a-fa89-4102-8fe3-46b1ddbbe843 already deleted. [ 930.132106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f883a-fa89-4102-8fe3-46b1ddbbe843" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.495157] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b9c55a2-2d54-4510-940f-23f54ca86876: rpc.has_security_group_logging(os_id): False [ 930.514362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.514518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.514588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.514805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.514890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.515160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.515297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.515297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.515571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.515571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.515664] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 is going to be created. [ 930.579912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.580088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.580188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.580401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.580582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.593626] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 in Status: IN_PROGRESS for 2s [ 931.360116] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce in Status: SUCCESS [ 931.360364] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce deletion is rescheduled due to dependency. [ 931.360436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.145351] env[65073]: INFO networking_nsxv3.common.synchronization [req-9702f29c-09ce-4580-b9f5-ce69c4e488a6 req-85c6bc20-1d6f-4ddc-98f0-cac971d0a118 tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 932.146033] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 932.146753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.146753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.146753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.146753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.146753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.146997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.146997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.146997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.147111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.147229] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.536717] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.537090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.537090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.537286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.537540] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.537691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.537804] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.538018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.538176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.538379] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.538487] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.538591] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.538694] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.538798] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.538925] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.539036] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.557742] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.557929] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.558078] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.558256] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.558564] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-fca3f5aa-5b63-4644-b021-9ae970ccb196 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.558741] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-fca3f5aa-5b63-4644-b021-9ae970ccb196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.559520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-fca3f5aa-5b63-4644-b021-9ae970ccb196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.559915] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-fca3f5aa-5b63-4644-b021-9ae970ccb196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.560233] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca3f5aa-5b63-4644-b021-9ae970ccb196',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.606837] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 in Status: SUCCESS [ 932.607149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.649531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.649683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.649752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.649967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.650176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.650260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.650358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.650420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.650559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.650631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.650918] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 932.679615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.679764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.679839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.680069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.680219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.690857] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 933.063080] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.063314] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.063469] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.063867] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.063987] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.064221] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port fca3f5aa-5b63-4644-b021-9ae970ccb196 not found, creating... [ 933.064493] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.064880] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.064880] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.064976] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.065131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.066140] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.066140] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.066140] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.066140] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.066140] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.066501] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: fca3f5aa-5b63-4644-b021-9ae970ccb196 is going to be created. [ 933.101167] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.101401] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.101525] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.101825] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.102129] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.102385] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-fca3f5aa-5b63-4644-b021-9ae970ccb196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.847304] env[65073]: INFO networking_nsxv3.common.synchronization [req-9702f29c-09ce-4580-b9f5-ce69c4e488a6 req-079541f3-fc9a-4ab5-b60b-c000fdf67d30 service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 933.847610] env[65073]: INFO networking_nsxv3.common.synchronization [req-9702f29c-09ce-4580-b9f5-ce69c4e488a6 req-079541f3-fc9a-4ab5-b60b-c000fdf67d30 service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 933.847722] env[65073]: INFO networking_nsxv3.common.synchronization [req-9702f29c-09ce-4580-b9f5-ce69c4e488a6 req-079541f3-fc9a-4ab5-b60b-c000fdf67d30 service nova] Enqueued Resource ID: fca3f5aa-5b63-4644-b021-9ae970ccb196 with Priority: HIGHEST for action port [ 933.848276] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 933.848392] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 933.848532] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca3f5aa-5b63-4644-b021-9ae970ccb196 with Priority: HIGHEST for action port [ 933.848842] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.848966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.849293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.849544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.849673] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.851595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.851718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.852212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca3f5aa-5b63-4644-b021-9ae970ccb196 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.856379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca3f5aa-5b63-4644-b021-9ae970ccb196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.856492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca3f5aa-5b63-4644-b021-9ae970ccb196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.856742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca3f5aa-5b63-4644-b021-9ae970ccb196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.856905] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca3f5aa-5b63-4644-b021-9ae970ccb196',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.352467] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.352699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.360065] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fca3f5aa-5b63-4644-b021-9ae970ccb196 with status ACTIVE [ 934.360285] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.360418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.360485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.360716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.360809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.360986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.361106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.361202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.361367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.361459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.361686] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.361834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.361937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.362104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.362183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.362271] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fca3f5aa-5b63-4644-b021-9ae970ccb196 is going to be updated. [ 934.383359] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.383662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.383771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.384148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.384394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.384592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca3f5aa-5b63-4644-b021-9ae970ccb196" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.705506] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 934.705791] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 934.705951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.706244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.706535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.707283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.707523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.707623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.707835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.707951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.708096] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.168773] env[65073]: INFO networking_nsxv3.common.synchronization [None req-68b724c2-b882-4745-86bd-99a8024ce202 None None] Enqueued Resource ID: 04c1680b-581d-42ad-b2be-2393c0581324 with Priority: HIGHEST for action port [ 935.168773] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c1680b-581d-42ad-b2be-2393c0581324 with Priority: HIGHEST for action port [ 935.169219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c1680b-581d-42ad-b2be-2393c0581324 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.169219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c1680b-581d-42ad-b2be-2393c0581324" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.169334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c1680b-581d-42ad-b2be-2393c0581324" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.169722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c1680b-581d-42ad-b2be-2393c0581324" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.169722] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c1680b-581d-42ad-b2be-2393c0581324',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.219836] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.269189] env[65073]: INFO networking_nsxv3.common.synchronization [req-cdbd46d5-da16-4223-b429-fc6248137b39 req-4cea7c69-0a24-43c9-ba9b-8ca013eefd59 tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 935.269189] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 935.269189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.270604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.271088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.271279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.271572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.272844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.272844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.272844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.272844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.272844] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.671682] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04c1680b-581d-42ad-b2be-2393c0581324 [ 935.673130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.673130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.673130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.673130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.673130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.673680] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04c1680b-581d-42ad-b2be-2393c0581324 already deleted. [ 935.674778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c1680b-581d-42ad-b2be-2393c0581324" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.722940] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.774689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.774689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.774689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.774689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.774939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.774976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.775098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.775181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.775345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.775422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.775506] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 935.805665] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.805665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.805665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.805665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.805665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.814298] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 935.972113] env[65073]: INFO networking_nsxv3.common.synchronization [req-b8afded6-fa5b-43ad-aa67-fbd3e417e403 req-a67646a1-3e55-4ce7-94d8-cb7ed0f8118f tempest-ServerGroupTestJSON-2079791600 tempest-ServerGroupTestJSON-2079791600-project-member] Enqueued Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGHEST for action security_group_members [ 935.972197] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGHEST for action security_group_members [ 935.972483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-418d2a97-5048-4aa7-b87c-04d57e07c656 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.972602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.972667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.972907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.973120] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.973366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.973430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.973568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.973648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.973924] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.226395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.226741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.226741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.226846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.226935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.227151] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 936.257724] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.258054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.258054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.258358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.258358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.267450] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 936.410914] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-779 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.411091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-779" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.411224] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-779" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.411557] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-779" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.411820] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.411998] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.412381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.412629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.412776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.412980] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.413108] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.413219] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.413327] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.413438] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.413543] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.413675] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.438929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.438929] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.438929] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.438929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-779" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.438929] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-c948b7c5-db87-4a32-bd2b-bee2b50470fa taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.438929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-c948b7c5-db87-4a32-bd2b-bee2b50470fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.438929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-c948b7c5-db87-4a32-bd2b-bee2b50470fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.438929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-c948b7c5-db87-4a32-bd2b-bee2b50470fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.438929] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c948b7c5-db87-4a32-bd2b-bee2b50470fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.476122] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.476293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.476358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.476636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.476704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.476851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.476948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.477017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.477193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.477272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.477645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 already deleted. [ 936.477645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.940715] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.941063] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.941202] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.941484] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.941633] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.942106] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port c948b7c5-db87-4a32-bd2b-bee2b50470fa not found, creating... [ 936.942486] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.942662] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.942835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.943093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.943236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.943524] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.943681] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.943798] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.944015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.948129] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.948129] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: c948b7c5-db87-4a32-bd2b-bee2b50470fa is going to be created. [ 936.967485] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.969110] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.969110] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.969110] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.969110] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.969110] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-c948b7c5-db87-4a32-bd2b-bee2b50470fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.700025] env[65073]: INFO networking_nsxv3.common.synchronization [req-b8afded6-fa5b-43ad-aa67-fbd3e417e403 req-f11475ed-7ba3-4db3-9efe-448a31750989 service nova] Enqueued Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGHEST for action security_group_rules [ 937.700025] env[65073]: INFO networking_nsxv3.common.synchronization [req-b8afded6-fa5b-43ad-aa67-fbd3e417e403 req-f11475ed-7ba3-4db3-9efe-448a31750989 service nova] Enqueued Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGHEST for action security_group_members [ 937.700025] env[65073]: INFO networking_nsxv3.common.synchronization [req-b8afded6-fa5b-43ad-aa67-fbd3e417e403 req-f11475ed-7ba3-4db3-9efe-448a31750989 service nova] Enqueued Resource ID: c948b7c5-db87-4a32-bd2b-bee2b50470fa with Priority: HIGHEST for action port [ 937.700025] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGHEST for action security_group_rules [ 937.700025] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGHEST for action security_group_members [ 937.700025] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c948b7c5-db87-4a32-bd2b-bee2b50470fa with Priority: HIGHEST for action port [ 937.700805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-418d2a97-5048-4aa7-b87c-04d57e07c656 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.701265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.701438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.701784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.703080] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.703080] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-418d2a97-5048-4aa7-b87c-04d57e07c656 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.703503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.703713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.704028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.706099] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.706099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.706099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.706099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.709764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.709764] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.709764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c948b7c5-db87-4a32-bd2b-bee2b50470fa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.709764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c948b7c5-db87-4a32-bd2b-bee2b50470fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.709764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c948b7c5-db87-4a32-bd2b-bee2b50470fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.709764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c948b7c5-db87-4a32-bd2b-bee2b50470fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.709764] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c948b7c5-db87-4a32-bd2b-bee2b50470fa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.826275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 937.826553] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a deletion is rescheduled due to dependency. [ 937.826674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.919701] env[65073]: INFO networking_nsxv3.common.synchronization [None req-fe0e56b5-1989-4ec1-ab20-a87d9d698a77 None None] Enqueued Resource ID: 146eb1d1-f6b0-4211-8f85-e546d3d026b7 with Priority: HIGHEST for action port [ 937.920240] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146eb1d1-f6b0-4211-8f85-e546d3d026b7 with Priority: HIGHEST for action port [ 937.920611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-146eb1d1-f6b0-4211-8f85-e546d3d026b7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.920799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146eb1d1-f6b0-4211-8f85-e546d3d026b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.920885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146eb1d1-f6b0-4211-8f85-e546d3d026b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.921154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146eb1d1-f6b0-4211-8f85-e546d3d026b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.921237] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146eb1d1-f6b0-4211-8f85-e546d3d026b7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.213250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-418d2a97-5048-4aa7-b87c-04d57e07c656 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.213250] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.213250] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c948b7c5-db87-4a32-bd2b-bee2b50470fa with status ACTIVE [ 938.213250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.213250] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.213250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.213784] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.213784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.214942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.215212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.215300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.215466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c948b7c5-db87-4a32-bd2b-bee2b50470fa is going to be updated. [ 938.242762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.242964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.242964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.243431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.243431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.243639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c948b7c5-db87-4a32-bd2b-bee2b50470fa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.280314] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 938.280599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.280800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.280963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.281620] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.281620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.281620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.281620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.281620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.281620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.282261] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.423993] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 146eb1d1-f6b0-4211-8f85-e546d3d026b7 [ 938.423993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.424254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.424295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.424574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.424671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.424770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:146eb1d1-f6b0-4211-8f85-e546d3d026b7 already deleted. [ 938.424853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146eb1d1-f6b0-4211-8f85-e546d3d026b7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.717700] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.775035] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4ff41538-4d9c-4a3f-865f-83bb79b088f5 None None] Enqueued Resource ID: 5d979161-a407-4ae3-90af-b56719e56130 with Priority: HIGHEST for action port [ 938.775255] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d979161-a407-4ae3-90af-b56719e56130 with Priority: HIGHEST for action port [ 938.776278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d979161-a407-4ae3-90af-b56719e56130 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.776572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d979161-a407-4ae3-90af-b56719e56130" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.776917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d979161-a407-4ae3-90af-b56719e56130" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.777313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d979161-a407-4ae3-90af-b56719e56130" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.777762] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d979161-a407-4ae3-90af-b56719e56130',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.790309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.790309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.790309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.790309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.790309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.790963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.790963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.790963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.791440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.791789] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.221556] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.221748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.221846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.222259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.222350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.222593] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 is going to be created. [ 939.247237] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.247407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.247448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.248150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.248150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.258249] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 in Status: UNINITIALIZED for 2s [ 939.281924] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d979161-a407-4ae3-90af-b56719e56130 [ 939.281924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.281924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.281924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.281924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.281924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.282254] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d979161-a407-4ae3-90af-b56719e56130 already deleted. [ 939.282254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d979161-a407-4ae3-90af-b56719e56130" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.295668] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a: rpc.has_security_group_logging(os_id): False [ 939.318179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.318179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.318179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.318179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.318693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.318693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.318693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.318693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.318862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.318862] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 939.402958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.404746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.404863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.405350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.405567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.420102] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 939.532647] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b149368-aa67-49ea-86bc-563d9aef89ef req-a173c309-f9f1-413a-b12a-7c3793ea2154 tempest-ImagesOneServerNegativeTestJSON-978776628 tempest-ImagesOneServerNegativeTestJSON-978776628-project-member] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 939.533336] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 939.534277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.534277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.534277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.538122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.538372] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.538499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.538567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.538774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.539361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.539466] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.033582] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-99 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.034686] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.035150] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.036051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.036716] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.036861] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.037067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.037395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.037622] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.037902] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.038119] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.038383] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.038681] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.038681] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.038811] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.039034] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.041841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.042010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.042076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.042291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.042440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.042743] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.042918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.043212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.043276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.043401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.043528] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 940.076013] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.076013] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.076013] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.076013] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-99" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.076814] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-33c0384a-2cdd-4ad0-add7-894b35631d6f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.077078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-33c0384a-2cdd-4ad0-add7-894b35631d6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.080682] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-33c0384a-2cdd-4ad0-add7-894b35631d6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.080682] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-33c0384a-2cdd-4ad0-add7-894b35631d6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.080682] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c0384a-2cdd-4ad0-add7-894b35631d6f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.086791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.086928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.087033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.087230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.087382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.098245] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 940.581522] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.582329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.582329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.582329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.582329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.582548] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 33c0384a-2cdd-4ad0-add7-894b35631d6f not found, creating... [ 940.582768] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.582930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.583058] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.583283] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.583466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.583696] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.583848] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.583961] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.584217] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.584354] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.584496] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 33c0384a-2cdd-4ad0-add7-894b35631d6f is going to be created. [ 940.610771] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.610771] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.611113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.611113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.611467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.611704] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-33c0384a-2cdd-4ad0-add7-894b35631d6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.270884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 in Status: SUCCESS [ 941.271698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.273265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.273719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.274320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.274590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.274766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.275636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.276021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.276242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.276474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.279449] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e51300e4-da08-4026-b20a-7415acaf6fe6 None None] Enqueued Resource ID: e998e8d3-bd06-465b-bec3-6ea4dbf29d46 with Priority: HIGHEST for action port [ 941.280311] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e998e8d3-bd06-465b-bec3-6ea4dbf29d46 with Priority: HIGHEST for action port [ 941.280661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e998e8d3-bd06-465b-bec3-6ea4dbf29d46 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.280881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e998e8d3-bd06-465b-bec3-6ea4dbf29d46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.280881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e998e8d3-bd06-465b-bec3-6ea4dbf29d46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.281071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e998e8d3-bd06-465b-bec3-6ea4dbf29d46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.281159] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e998e8d3-bd06-465b-bec3-6ea4dbf29d46',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.313907] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b149368-aa67-49ea-86bc-563d9aef89ef req-a493466e-c060-4baf-af73-e278d77958f4 service nova] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_rules [ 941.313907] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b149368-aa67-49ea-86bc-563d9aef89ef req-a493466e-c060-4baf-af73-e278d77958f4 service nova] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 941.314084] env[65073]: INFO networking_nsxv3.common.synchronization [req-3b149368-aa67-49ea-86bc-563d9aef89ef req-a493466e-c060-4baf-af73-e278d77958f4 service nova] Enqueued Resource ID: 33c0384a-2cdd-4ad0-add7-894b35631d6f with Priority: HIGHEST for action port [ 941.314373] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_rules [ 941.314539] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 941.314601] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c0384a-2cdd-4ad0-add7-894b35631d6f with Priority: HIGHEST for action port [ 941.315181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.315561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.315561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.315841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.315841] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.317768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.317933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.318091] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c0384a-2cdd-4ad0-add7-894b35631d6f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.318330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c0384a-2cdd-4ad0-add7-894b35631d6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.318330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c0384a-2cdd-4ad0-add7-894b35631d6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.318499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c0384a-2cdd-4ad0-add7-894b35631d6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.318558] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c0384a-2cdd-4ad0-add7-894b35631d6f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.434388] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 941.434951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.780599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-418d2a97-5048-4aa7-b87c-04d57e07c656 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.780803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.780879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.782181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.782451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.782582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.782651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.782850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.782946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.783066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.783320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-418d2a97-5048-4aa7-b87c-04d57e07c656 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.783423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.783509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.783772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.783983] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.784147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.784253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.784418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.784529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.784652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.784802] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.786155] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e998e8d3-bd06-465b-bec3-6ea4dbf29d46 [ 941.787424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.787424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.787424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.787424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.787424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.787424] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e998e8d3-bd06-465b-bec3-6ea4dbf29d46 already deleted. [ 941.787424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e998e8d3-bd06-465b-bec3-6ea4dbf29d46" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.821049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.821255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.827693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33c0384a-2cdd-4ad0-add7-894b35631d6f with status ACTIVE [ 941.827693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.827693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.827693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.827693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.827693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33c0384a-2cdd-4ad0-add7-894b35631d6f is going to be updated. [ 941.852554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.853076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.853076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.853177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.853681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.853681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c0384a-2cdd-4ad0-add7-894b35631d6f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.108766] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 942.108959] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 deletion is rescheduled due to dependency. [ 942.109094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.109260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.109478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.109676] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.109810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.109880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.110095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.110171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.110295] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.289009] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 418d2a97-5048-4aa7-b87c-04d57e07c656: rpc.has_security_group_logging(os_id): False [ 942.310429] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.310628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.310628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.310915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.311025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.311353] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.311406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.311436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.311575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.311654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.311827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.311920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.311988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.312155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.312233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.312663] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.312802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.312890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.313076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.313183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.313289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 is going to be created. [ 942.335662] env[65073]: INFO networking_nsxv3.common.synchronization [req-926d164a-6cf6-436c-852d-7a6482390636 req-2ef141de-a0d6-42ad-9418-18aa0f90bacb tempest-ServerRescueTestJSON-1706067052 tempest-ServerRescueTestJSON-1706067052-project-member] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 942.336214] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGHEST for action security_group_members [ 942.336530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.336645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.336715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.336975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.337143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.337213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.337324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.337361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.337724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.337724] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.388043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.388241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.388241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.388509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.388644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.401270] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 in Status: IN_PROGRESS for 2s [ 942.615322] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.844752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.844927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.845097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.845270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.845367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.849018] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.849018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.849018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.849018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.849018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.849018] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e is going to be updated. [ 942.876056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.876227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.876292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.876499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.876644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.891871] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: IN_PROGRESS for 2s [ 943.120926] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.626838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.627610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.627610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.627610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.627610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.627610] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 943.656830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.656998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.657053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.657281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.657556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.666689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 943.732211] env[65073]: INFO networking_nsxv3.common.synchronization [None req-38fbca31-cd37-47c8-b7a6-8c315f9a7ffd None None] Enqueued Resource ID: 442431c2-dbb8-42b5-a66e-74dc2e04c3ce with Priority: HIGHEST for action port [ 943.732942] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442431c2-dbb8-42b5-a66e-74dc2e04c3ce with Priority: HIGHEST for action port [ 943.733800] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-442431c2-dbb8-42b5-a66e-74dc2e04c3ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.733981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-442431c2-dbb8-42b5-a66e-74dc2e04c3ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.734075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-442431c2-dbb8-42b5-a66e-74dc2e04c3ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.735926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-442431c2-dbb8-42b5-a66e-74dc2e04c3ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.735926] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442431c2-dbb8-42b5-a66e-74dc2e04c3ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.237599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 442431c2-dbb8-42b5-a66e-74dc2e04c3ce [ 944.238793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.238793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.238793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.238793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.238793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.238793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:442431c2-dbb8-42b5-a66e-74dc2e04c3ce already deleted. [ 944.238793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-442431c2-dbb8-42b5-a66e-74dc2e04c3ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.414611] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 in Status: SUCCESS [ 944.414611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.901643] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e in Status: SUCCESS [ 944.901936] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e deletion is rescheduled due to dependency. [ 944.902053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.176270] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e428b75d-dd9f-47e3-83ba-2092ba6e254c tempest-ServerActionsTestOtherB-2022527139 tempest-ServerActionsTestOtherB-2022527139-project-member] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 945.177474] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 945.177853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.178301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.178403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.178746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.178860] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.310639] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1e70bf03-ea8f-47ab-966f-ffe8e42b9731 tempest-ServerActionsTestOtherB-2022527139 tempest-ServerActionsTestOtherB-2022527139-project-member] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 945.310639] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 945.310639] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.310639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.680056] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 945.682161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.682161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.682161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.682161] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.683924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.683924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.684175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.684267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.685555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.685731] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.710082] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.710082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.710082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.710468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.710468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.710555] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 already deleted. [ 945.710616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.710804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.710995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.711097] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.189168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.192198] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.192198] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.192198] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.192198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.192890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.192890] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.236599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.236599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.236599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.236599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.236599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.236599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 already deleted. [ 946.236599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.564194] env[65073]: INFO networking_nsxv3.common.synchronization [req-47965c9d-2589-4dd2-b96c-da7dd967a497 req-b47146cf-630d-47f5-ad3c-a8d576b09269 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_members [ 946.566932] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_members [ 946.567834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.568095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.568444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.569136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.569338] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.569453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.569518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.569715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.569832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.569979] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.696360] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 741f89f7-93c4-4fb0-b8a4-925a3bdec897: rpc.has_security_group_logging(os_id): False [ 946.722885] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.723080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.723168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.723592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.723592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.723703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.723872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.723872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.724041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.724426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.724658] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.724765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.724832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.724992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.725097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.725446] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.725570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.725626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.726841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.726841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.726841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 946.768420] env[65073]: INFO networking_nsxv3.common.synchronization [None req-53fa4918-9b8e-4cc4-8ebd-be2f633412ea None None] Enqueued Resource ID: 26258a44-a5b5-43c8-8f92-67bfb5212c0d with Priority: HIGHEST for action port [ 946.769065] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26258a44-a5b5-43c8-8f92-67bfb5212c0d with Priority: HIGHEST for action port [ 946.769397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-26258a44-a5b5-43c8-8f92-67bfb5212c0d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.769525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26258a44-a5b5-43c8-8f92-67bfb5212c0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.769595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26258a44-a5b5-43c8-8f92-67bfb5212c0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.769874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26258a44-a5b5-43c8-8f92-67bfb5212c0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.769969] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26258a44-a5b5-43c8-8f92-67bfb5212c0d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.809643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.810826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.811669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.811984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.812327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.827663] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 946.984941] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.987514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.987514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.987514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.987514] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.987514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.987514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.987514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.987514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.987514] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.987514] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.987514] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.987514] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.987514] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.987514] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.987514] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.009967] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.010221] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.010458] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.010801] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.011252] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-0256c313-e46a-4cb9-9940-31a10859a512 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.011371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-0256c313-e46a-4cb9-9940-31a10859a512" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.011477] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-0256c313-e46a-4cb9-9940-31a10859a512" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.014689] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-0256c313-e46a-4cb9-9940-31a10859a512" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.014689] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0256c313-e46a-4cb9-9940-31a10859a512',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.073644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.073644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.073644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.073644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.073644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.073644] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.073644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.073644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.074220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.074220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.074220] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 already deleted. [ 947.074220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.272925] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26258a44-a5b5-43c8-8f92-67bfb5212c0d [ 947.273488] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.274314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.274314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.274314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.274314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.274314] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26258a44-a5b5-43c8-8f92-67bfb5212c0d already deleted. [ 947.274625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26258a44-a5b5-43c8-8f92-67bfb5212c0d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.514239] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.514512] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.514633] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.515249] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.515249] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.515249] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 0256c313-e46a-4cb9-9940-31a10859a512 not found, creating... [ 947.515532] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.515711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.516245] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.516245] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.516245] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.516484] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.516687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.516955] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.517031] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.517143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.517448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 0256c313-e46a-4cb9-9940-31a10859a512 is going to be created. [ 947.541487] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.541610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.541672] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.541958] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.542580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.542846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-0256c313-e46a-4cb9-9940-31a10859a512" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.327954] env[65073]: INFO networking_nsxv3.common.synchronization [req-47965c9d-2589-4dd2-b96c-da7dd967a497 req-d124ec0a-7188-4ff3-9c12-f8be6e9e41f8 service nova] Enqueued Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_rules [ 948.327954] env[65073]: INFO networking_nsxv3.common.synchronization [req-47965c9d-2589-4dd2-b96c-da7dd967a497 req-d124ec0a-7188-4ff3-9c12-f8be6e9e41f8 service nova] Enqueued Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_members [ 948.327954] env[65073]: INFO networking_nsxv3.common.synchronization [req-47965c9d-2589-4dd2-b96c-da7dd967a497 req-d124ec0a-7188-4ff3-9c12-f8be6e9e41f8 service nova] Enqueued Resource ID: 0256c313-e46a-4cb9-9940-31a10859a512 with Priority: HIGHEST for action port [ 948.328362] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_rules [ 948.328447] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_members [ 948.328570] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0256c313-e46a-4cb9-9940-31a10859a512 with Priority: HIGHEST for action port [ 948.329032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.329032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.329129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.329316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.329371] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.330520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.330520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.333463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.333463] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.333463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0256c313-e46a-4cb9-9940-31a10859a512 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0256c313-e46a-4cb9-9940-31a10859a512" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0256c313-e46a-4cb9-9940-31a10859a512" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.333463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0256c313-e46a-4cb9-9940-31a10859a512" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.333463] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0256c313-e46a-4cb9-9940-31a10859a512',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.834309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.834566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.835952] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.837016] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0256c313-e46a-4cb9-9940-31a10859a512 with status ACTIVE [ 948.837143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.837251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.837321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.837533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.837623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.837958] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.837958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.837958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.838134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.838212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.838395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.838508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.838597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.838803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.838933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.839257] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0256c313-e46a-4cb9-9940-31a10859a512 is going to be updated. [ 948.847505] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 948.847749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.885639] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.885884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.885884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.886081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.886230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.886443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0256c313-e46a-4cb9-9940-31a10859a512" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.341858] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.844702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.844930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.844986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.845261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.845372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.845504] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 is going to be created. [ 949.870884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.870884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.870884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.871172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.871172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.884747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 in Status: UNINITIALIZED for 2s [ 951.897849] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 in Status: SUCCESS [ 951.898213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.898349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.898628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.898900] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.899031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.899236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.899324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.899463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.899551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.899755] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.401841] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.903979] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ad9f49-569c-4f5d-af6b-ce9417f36c20: rpc.has_security_group_logging(os_id): False [ 952.926673] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.927029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.927211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.929519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.929519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.929519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.929519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.929519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.929519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.929519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.929519] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 is going to be created. [ 952.995025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.995252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.995326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.995540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.995729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.010941] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 in Status: IN_PROGRESS for 2s [ 953.329591] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 953.329712] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 953.343129] env[65073]: INFO networking_nsxv3.common.synchronization [req-7b04e3b7-1d51-4336-8d35-138c1eea999e req-d6cf8f82-8225-42f8-88df-16d566ed6feb tempest-ServerGroupTestJSON-2079791600 tempest-ServerGroupTestJSON-2079791600-project-member] Enqueued Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGHEST for action security_group_members [ 953.344046] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGHEST for action security_group_members [ 953.344046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-418d2a97-5048-4aa7-b87c-04d57e07c656 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.344235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.344325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.344574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.344769] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.344901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.344989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.345200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.345343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.345472] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.544264] env[65073]: INFO networking_nsxv3.common.synchronization [req-f1cea003-8b52-4e9f-a7ce-3eb5109067dd req-44b4610c-3cc2-46da-923d-61be8f966787 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_members [ 953.545227] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGHEST for action security_group_members [ 953.545706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.546059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.546245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.546544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.546816] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.547115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.547334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.547774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.547985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.548709] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.848303] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.848473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.848658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.848890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.849013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.849223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.849315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.849368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.849526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.849592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.849678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 is going to be updated. [ 953.883286] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.883496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.883561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.883788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.883933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.894831] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 in Status: IN_PROGRESS for 2s [ 954.051315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.051674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.051674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.051804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.081946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.081946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.081946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.082251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.082251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.082350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.082410] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f708fa7c-91df-4441-a3dd-298900288161 is going to be updated. [ 954.139027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.139027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.139027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.139027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.139027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.149583] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f708fa7c-91df-4441-a3dd-298900288161 in Status: IN_PROGRESS for 2s [ 954.669721] env[65073]: INFO networking_nsxv3.common.synchronization [req-641256c2-7d11-4cec-84ca-96086013461b req-b29fcdbb-0296-44cb-b2b5-b8cf782bb9b6 tempest-ImagesOneServerNegativeTestJSON-978776628 tempest-ImagesOneServerNegativeTestJSON-978776628-project-member] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 954.670280] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGHEST for action security_group_members [ 954.670587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.670713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.670775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.670970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.671643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.671774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.671835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.672021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.672142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.672249] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.023183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 in Status: SUCCESS [ 955.023417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.176070] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.176332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.176332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.176531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.176618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.176811] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.176904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.177335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.177335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.177335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.177335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be updated. [ 955.213544] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.213544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.213544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.213740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.213924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.224634] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: IN_PROGRESS for 2s [ 956.079498] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 in Status: SUCCESS [ 956.079717] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 deletion is rescheduled due to dependency. [ 956.079835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.161364] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f708fa7c-91df-4441-a3dd-298900288161 in Status: SUCCESS [ 956.161364] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f708fa7c-91df-4441-a3dd-298900288161 deletion is rescheduled due to dependency. [ 956.161364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.236776] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 in Status: SUCCESS [ 957.237089] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 deletion is rescheduled due to dependency. [ 957.237089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.583761] env[65073]: INFO networking_nsxv3.common.synchronization [None req-34b94e06-569d-41f5-b714-ba61424314c1 None None] Enqueued Resource ID: 6783c9d9-155a-4f4d-a594-1eb9baee9179 with Priority: HIGHEST for action port [ 958.583761] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6783c9d9-155a-4f4d-a594-1eb9baee9179 with Priority: HIGHEST for action port [ 958.583761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6783c9d9-155a-4f4d-a594-1eb9baee9179 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.583761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6783c9d9-155a-4f4d-a594-1eb9baee9179" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.583761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6783c9d9-155a-4f4d-a594-1eb9baee9179" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.583761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6783c9d9-155a-4f4d-a594-1eb9baee9179" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.583761] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6783c9d9-155a-4f4d-a594-1eb9baee9179',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.085534] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6783c9d9-155a-4f4d-a594-1eb9baee9179 [ 959.085785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.086272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.086272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.086590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.086689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.086755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6783c9d9-155a-4f4d-a594-1eb9baee9179 already deleted. [ 959.086830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6783c9d9-155a-4f4d-a594-1eb9baee9179" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.135603] env[65073]: INFO networking_nsxv3.common.synchronization [req-ebe402f8-53a2-491c-94ec-80fb13691468 req-24588152-dd0e-4100-b4a7-da00ecc37320 tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 959.137019] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 959.137019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.137019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.138615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.138615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.138615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.138615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.138615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.138615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.138615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.138615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.511030] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.511243] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.511305] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.511545] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.511801] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.511952] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.513211] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.513547] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.513767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.514091] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.514234] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.514367] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.514474] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.514586] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.514690] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.514821] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.539471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.539654] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.539777] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.540035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-501" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.540372] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-5c6c372c-d608-4177-9d70-17f37870b59d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.540539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-5c6c372c-d608-4177-9d70-17f37870b59d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.540653] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-5c6c372c-d608-4177-9d70-17f37870b59d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.541237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-5c6c372c-d608-4177-9d70-17f37870b59d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.541371] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6c372c-d608-4177-9d70-17f37870b59d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.643312] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.643686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.643686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.643757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.646866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.646866] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.646866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.646866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.646866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.646866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.646866] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 959.670668] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.670815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.670919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.671242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.671242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.684824] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 960.047399] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.047639] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.047788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.048093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.048268] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.048423] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 5c6c372c-d608-4177-9d70-17f37870b59d not found, creating... [ 960.048685] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.048860] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.048978] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.049247] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.049393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.049675] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.049850] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.049998] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.050328] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.050467] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.050604] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 5c6c372c-d608-4177-9d70-17f37870b59d is going to be created. [ 960.077871] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.078154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.078281] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.078627] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.078813] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.079063] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-5c6c372c-d608-4177-9d70-17f37870b59d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.817084] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3a20beea-25ce-407e-9841-67468824d85a None None] Enqueued Resource ID: 89e06804-c55c-4142-80c9-b63cc3ef5c62 with Priority: HIGHEST for action port [ 960.817084] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e06804-c55c-4142-80c9-b63cc3ef5c62 with Priority: HIGHEST for action port [ 960.817084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e06804-c55c-4142-80c9-b63cc3ef5c62 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.817084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e06804-c55c-4142-80c9-b63cc3ef5c62" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.817084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e06804-c55c-4142-80c9-b63cc3ef5c62" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.817084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e06804-c55c-4142-80c9-b63cc3ef5c62" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.817084] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e06804-c55c-4142-80c9-b63cc3ef5c62',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.817084] env[65073]: INFO networking_nsxv3.common.synchronization [req-ebe402f8-53a2-491c-94ec-80fb13691468 req-f8ee5e71-6f75-47ff-95c6-88f20b0a2d54 service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 960.817084] env[65073]: INFO networking_nsxv3.common.synchronization [req-ebe402f8-53a2-491c-94ec-80fb13691468 req-f8ee5e71-6f75-47ff-95c6-88f20b0a2d54 service nova] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 960.817084] env[65073]: INFO networking_nsxv3.common.synchronization [req-ebe402f8-53a2-491c-94ec-80fb13691468 req-f8ee5e71-6f75-47ff-95c6-88f20b0a2d54 service nova] Enqueued Resource ID: 5c6c372c-d608-4177-9d70-17f37870b59d with Priority: HIGHEST for action port [ 960.817084] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_rules [ 960.817084] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 960.817084] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c6c372c-d608-4177-9d70-17f37870b59d with Priority: HIGHEST for action port [ 960.817084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.817084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.817084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.817084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.817084] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.817084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.817084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.820505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c6c372c-d608-4177-9d70-17f37870b59d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.820505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c6c372c-d608-4177-9d70-17f37870b59d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.820505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c6c372c-d608-4177-9d70-17f37870b59d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.820505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c6c372c-d608-4177-9d70-17f37870b59d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.820505] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6c372c-d608-4177-9d70-17f37870b59d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.262827] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89e06804-c55c-4142-80c9-b63cc3ef5c62 [ 961.263071] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.263228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.263369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.263654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.263803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.263931] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89e06804-c55c-4142-80c9-b63cc3ef5c62 already deleted. [ 961.264077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e06804-c55c-4142-80c9-b63cc3ef5c62" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.301886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.302198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.302489] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c6c372c-d608-4177-9d70-17f37870b59d with status ACTIVE [ 961.302754] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.302923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.303050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.303358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.303485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.303746] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.303897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.303991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.304364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.304484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.304732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.304933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.305150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.305249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.305662] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c6c372c-d608-4177-9d70-17f37870b59d is going to be updated. [ 961.329127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.329315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.330139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.330139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.330139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.330294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c6c372c-d608-4177-9d70-17f37870b59d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.508263] env[65073]: INFO networking_nsxv3.common.synchronization [req-c237734e-b62a-4aa5-9812-365231b67441 req-53d0e5f3-ae5c-4f4e-a7de-d03f1c96731b tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 961.509062] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 961.509632] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.510351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.510351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.510351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.510351] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.510799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.510799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.510799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.510799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.510799] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.694845] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 961.695035] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a deletion is rescheduled due to dependency. [ 961.695144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.695309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.695530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.695713] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.695831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.695894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.696055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.696134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.696231] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.835762] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.836108] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.836216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.836664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.837557] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.837808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.837982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.838312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.838716] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.839074] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.839243] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.839424] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.839541] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.839721] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.839838] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.840053] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.861438] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.861638] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.861840] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.862357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.863396] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.863396] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.863396] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.864412] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.864499] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbd06b1-45dd-4823-a942-f78fa0e7bab1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.014085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.014439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.014439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.014569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.014663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.014855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.014953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.015023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.015176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.015254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.015354] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 already deleted. [ 962.015441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.199037] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.370930] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.370930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.370930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.370930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.370930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.370930] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port ebbd06b1-45dd-4823-a942-f78fa0e7bab1 not found, creating... [ 962.370930] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.370930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.370930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.370930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.370930] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.371518] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.371518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.371518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.371665] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.371804] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.371934] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: ebbd06b1-45dd-4823-a942-f78fa0e7bab1 is going to be created. [ 962.396329] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.396604] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.396737] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.397010] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.397264] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.397486] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.701752] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.129563] env[65073]: INFO networking_nsxv3.common.synchronization [req-c237734e-b62a-4aa5-9812-365231b67441 req-bd3dd72b-f53c-47e2-8a92-9e77495d6ae2 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 963.130408] env[65073]: INFO networking_nsxv3.common.synchronization [req-c237734e-b62a-4aa5-9812-365231b67441 req-bd3dd72b-f53c-47e2-8a92-9e77495d6ae2 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 963.130408] env[65073]: INFO networking_nsxv3.common.synchronization [req-c237734e-b62a-4aa5-9812-365231b67441 req-bd3dd72b-f53c-47e2-8a92-9e77495d6ae2 service nova] Enqueued Resource ID: ebbd06b1-45dd-4823-a942-f78fa0e7bab1 with Priority: HIGHEST for action port [ 963.130527] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 963.130607] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 963.130705] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbd06b1-45dd-4823-a942-f78fa0e7bab1 with Priority: HIGHEST for action port [ 963.130974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.131108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.131176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.131432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.131514] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.132416] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.132529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.132596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.132798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.132956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.133068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.133132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.133278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.133362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.133452] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.134483] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.134595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.134643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.134787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.134860] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbd06b1-45dd-4823-a942-f78fa0e7bab1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.204635] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.204793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.204936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.205206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.205319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.205429] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 963.240999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.241218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.241264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.241457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.241608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.251267] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 963.637857] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.637857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.637857] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.638654] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebbd06b1-45dd-4823-a942-f78fa0e7bab1 with status ACTIVE [ 963.638971] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.638971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.639298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.639298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.639402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.639575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.639673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.639736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.639943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.639995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.640791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.640791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.640791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.640791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.640791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.640791] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebbd06b1-45dd-4823-a942-f78fa0e7bab1 is going to be updated. [ 963.663530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.663530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.663530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.663830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.663830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.663949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebbd06b1-45dd-4823-a942-f78fa0e7bab1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.970747] env[65073]: INFO networking_nsxv3.common.synchronization [req-b9696734-343a-4fe9-b416-dc61bf295150 req-e9ae03a5-6495-4472-83ee-cb359146e5c1 tempest-ServersNegativeTestJSON-1908368535 tempest-ServersNegativeTestJSON-1908368535-project-member] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 963.971355] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 963.972029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.972029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.972029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.972267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.972454] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.972559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.972700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.972800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.972884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.973131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.143108] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.300834] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.301226] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.301536] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.301991] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.302390] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.302624] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.302790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.303139] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.303343] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.303593] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.303740] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.303883] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.304013] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.304172] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.304328] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.304536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.325778] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.325939] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.326092] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.326279] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.326630] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-3f5256d0-b427-4693-a27e-c85caef7a714 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.326817] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.326928] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.327276] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.327419] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5256d0-b427-4693-a27e-c85caef7a714',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.477292] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.477292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.477292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.477292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.477292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.477292] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.477292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.477292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.477292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.477752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.477752] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d51cca-a537-40b3-ab7b-197718157536 already deleted. [ 964.477752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.648035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.648035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.648035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.648035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.648035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.648035] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be created. [ 964.678580] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.678757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.678839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.679200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.679501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.694160] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: UNINITIALIZED for 2s [ 964.829930] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.830262] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.830406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.830698] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.830853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.831019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 3f5256d0-b427-4693-a27e-c85caef7a714 not found, creating... [ 964.831347] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.831551] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.831634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.831865] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.832018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.832307] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.832463] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.832580] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.832784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.832945] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.833071] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 3f5256d0-b427-4693-a27e-c85caef7a714 is going to be created. [ 964.855910] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.856188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.856234] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.856481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.856714] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.856947] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.260318] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 965.260613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.260733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.260951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.261161] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.261279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.261344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.261517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.261568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.261652] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.261739] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.575678] env[65073]: INFO networking_nsxv3.common.synchronization [req-b9696734-343a-4fe9-b416-dc61bf295150 req-8f54d059-295b-4d29-bbef-5daf6a3f6d22 service nova] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_rules [ 965.575867] env[65073]: INFO networking_nsxv3.common.synchronization [req-b9696734-343a-4fe9-b416-dc61bf295150 req-8f54d059-295b-4d29-bbef-5daf6a3f6d22 service nova] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 965.576199] env[65073]: INFO networking_nsxv3.common.synchronization [req-b9696734-343a-4fe9-b416-dc61bf295150 req-8f54d059-295b-4d29-bbef-5daf6a3f6d22 service nova] Enqueued Resource ID: 3f5256d0-b427-4693-a27e-c85caef7a714 with Priority: HIGHEST for action port [ 965.576601] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_rules [ 965.576881] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 965.576881] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5256d0-b427-4693-a27e-c85caef7a714 with Priority: HIGHEST for action port [ 965.577256] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.577746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.577746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.577897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.579336] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.579336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.579336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.579336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.579660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.579823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.579925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.579980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.580140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.580300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.580416] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.582039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5256d0-b427-4693-a27e-c85caef7a714 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.582219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.582311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.582581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.582581] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5256d0-b427-4693-a27e-c85caef7a714',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.766847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.766847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.766847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.766847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.766847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.766847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.766847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.766847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.766847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.767451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.767451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.767451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.767451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.767451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.767451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.767769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.767769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.767868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.768068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.768227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.768378] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.085484] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.086775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.086946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.090093] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5256d0-b427-4693-a27e-c85caef7a714 with status ACTIVE [ 966.090093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.090093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.090093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.090093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.090093] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5256d0-b427-4693-a27e-c85caef7a714 is going to be updated. [ 966.112352] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.112497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.112555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.112760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.112894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.113060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.270469] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7224d91c-ee3e-49ac-9bb9-491223512c7a: rpc.has_security_group_logging(os_id): False [ 966.290999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.291196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.291275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.291499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.291608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.291799] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.291910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.291975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.292148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.292226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.292453] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.292598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.292672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.292827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.292904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.293109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.293226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.293273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.293399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.293476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.293563] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 966.375126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.375393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.375460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.375640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.375778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.393708] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 966.592144] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.703718] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 966.703974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.704116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.704435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.704628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.704762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.704829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.704984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.705075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.705157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.705312] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.094977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.095202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.095246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.095516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.095611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.095658] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be created. [ 967.120696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.120842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.120842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.121083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.121338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.131959] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: UNINITIALIZED for 2s [ 967.208715] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.208955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.209070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.209389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.209762] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.209762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.209904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.210134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.210601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.210601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.210792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.210955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.211140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.211347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.211532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.211662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.211733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.211915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.212022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.212136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.212247] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.715145] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e41a0d86-2beb-44e9-86e1-25d0a7a56738: rpc.has_security_group_logging(os_id): False [ 967.734219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.734422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.734504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.734767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.734862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.735093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.735201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.735270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.735421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.735604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.735763] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.735914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.735976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.736182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.736263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.736532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.736680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.736751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.736900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.736967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.737092] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be created. [ 967.795851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.796070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.796116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.796418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.796648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.811315] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 968.409721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 968.409964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.142976] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 969.143374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.143374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.143545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.143808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.143918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.144023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.144241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.144343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.144409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.144520] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.648056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.648056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.648056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.648056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.648822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.649053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.649166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.649420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.649570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.649712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.649945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.650105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.650207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.650441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.650659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.650810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.650906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.651138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.651261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.651396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.651581] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.825115] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 969.825370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.154318] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d51cca-a537-40b3-ab7b-197718157536: rpc.has_security_group_logging(os_id): False [ 970.175764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.175966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.176055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.176280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.176370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.176600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.176698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.176759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.176900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.176974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.177157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.177285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.177324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.177459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.177531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.177782] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.177876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.177932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.178083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.178155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.178239] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be created. [ 970.242315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.242315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.242315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.242590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.243269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.256481] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: IN_PROGRESS for 2s [ 970.577804] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 970.577992] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 970.789233] env[65073]: INFO networking_nsxv3.common.synchronization [req-ac849e34-3e14-4cd6-a146-136f7b1b4388 req-dbed6095-08e3-4bf1-858a-fccc6972f12b tempest-ServerActionsTestOtherB-2022527139 tempest-ServerActionsTestOtherB-2022527139-project-member] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 970.789862] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 970.790528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.790931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.790931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.791850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.792077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.792232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.792381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.792725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.792871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.793039] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.185280] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.185625] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.185664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.185973] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.186318] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.186514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.186712] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.186966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.187171] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.187428] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.187627] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.187780] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.187925] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.188083] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.188225] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.188391] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.206955] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.207161] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.207356] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.207476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.207808] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.207970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.208099] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.208442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.208587] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.295513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.295766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.295870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.296246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.296400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.296711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.296860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.296965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.297204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.297310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.297430] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 already deleted. [ 971.297540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.711034] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.711034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.711034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.711451] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.711728] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.711987] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642 not found, creating... [ 971.712468] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.712699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.712831] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.713092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.713240] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.713596] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.713823] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.713971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.714284] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.714438] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.714587] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642 is going to be created. [ 971.737462] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.737766] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.737830] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.738087] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.738361] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.739070] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.269783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 972.270190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.486059] env[65073]: INFO networking_nsxv3.common.synchronization [req-ac849e34-3e14-4cd6-a146-136f7b1b4388 req-b88ab401-7153-434f-bc2b-8b16ab438acd service nova] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 972.486323] env[65073]: INFO networking_nsxv3.common.synchronization [req-ac849e34-3e14-4cd6-a146-136f7b1b4388 req-b88ab401-7153-434f-bc2b-8b16ab438acd service nova] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 972.486379] env[65073]: INFO networking_nsxv3.common.synchronization [req-ac849e34-3e14-4cd6-a146-136f7b1b4388 req-b88ab401-7153-434f-bc2b-8b16ab438acd service nova] Enqueued Resource ID: 5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642 with Priority: HIGHEST for action port [ 972.487586] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 972.487586] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 972.487586] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642 with Priority: HIGHEST for action port [ 972.487586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.487907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.487907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.487907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.488022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.488828] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.488937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.488991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.489187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.489350] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.489441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.489499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.489632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.489710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.490315] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.490586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.490687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.490789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.491135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.491135] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.993855] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.995751] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.995852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.996013] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642 with status ACTIVE [ 972.996376] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.996502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.996597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.997491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.997491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.997491] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.997674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.997674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.997746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.997880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.998022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.998126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.998181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.998327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.998409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.998516] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642 is going to be updated. [ 973.023785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.024119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.024487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.024621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.024805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.025036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a7161b0-93f3-45d8-a8b4-1b6bbe3bb642" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.501456] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.006572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.006720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.006791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.007036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.007132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.007288] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be created. [ 974.034604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.034765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.034814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.035019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.035187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.057316] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: UNINITIALIZED for 2s [ 975.139231] env[65073]: INFO networking_nsxv3.common.synchronization [req-1d4fe58f-efc9-41e5-925f-67997cabebee req-4f8a4050-1131-44c8-8eeb-5147adbfc3fb tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 975.139871] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 975.140265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.140386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.140456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.140666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.140840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.141011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.141011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.141204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.141273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.141368] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.643785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.646357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.646357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.646357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.646357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.646357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.646357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.646357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.646357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.646357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.646357] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 975.674600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.674600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.674600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.674600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.674872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.684665] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 976.068422] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 976.068642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.068803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.069067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.069260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.069380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.069466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.069641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.069957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.069957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.069957] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.571688] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.073802] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dee95bb5-aee3-4625-9e7d-4d0a0f45adb7: rpc.has_security_group_logging(os_id): False [ 977.098505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.098709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.098784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.099035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.099128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.099404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.099534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.099602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.099787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.099865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.099952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be created. [ 977.175777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.175777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.176067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.176152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.176345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.188847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 977.695285] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 977.695285] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 977.695285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.772799] env[65073]: INFO networking_nsxv3.common.synchronization [None req-238b21e6-140d-415d-8385-ac24d71c0789 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_rules [ 977.774703] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_rules [ 977.775090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c56394-6101-4c0c-b82c-7a5768fde745 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.775219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.775288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.775543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.775629] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.886038] env[65073]: INFO networking_nsxv3.common.synchronization [None req-fa1c96ea-28cb-49e9-b5ca-9762814d90a6 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_rules [ 977.886563] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_rules [ 977.886915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c56394-6101-4c0c-b82c-7a5768fde745 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.887039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.307369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.307551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.307551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.307808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.308031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.308031] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c56394-6101-4c0c-b82c-7a5768fde745 already deleted. [ 978.308215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.310372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.310372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.310372] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.829689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.829988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.829988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.830118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.830204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.830303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c56394-6101-4c0c-b82c-7a5768fde745 already deleted. [ 978.830378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.200707] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 979.201116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.473321] env[65073]: INFO networking_nsxv3.common.synchronization [req-6a6f39f3-14f6-4716-82b3-967a627462b5 req-5711049d-2e28-445e-a275-c86bd29c9981 tempest-ImagesTestJSON-1764433329 tempest-ImagesTestJSON-1764433329-project-member] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 979.473640] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGHEST for action security_group_members [ 979.473946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.474088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.474162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.474422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.474579] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.474710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.474743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.474999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.474999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.475184] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.976817] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.977179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.977179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.977330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.977500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.977659] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.977758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.977898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.977970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.978158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.978263] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be updated. [ 980.009975] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.010099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.010099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.010318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.010458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.020410] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: IN_PROGRESS for 2s [ 982.032133] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a in Status: SUCCESS [ 982.032453] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a deletion is rescheduled due to dependency. [ 982.032509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.296036] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f272b9d6-a342-4188-80f2-dfb59eaf3f29 None None] Enqueued Resource ID: 41587f85-5f20-4c58-b1cc-9d31a2a03bbd with Priority: HIGHEST for action port [ 982.296565] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41587f85-5f20-4c58-b1cc-9d31a2a03bbd with Priority: HIGHEST for action port [ 982.296878] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-41587f85-5f20-4c58-b1cc-9d31a2a03bbd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.296992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41587f85-5f20-4c58-b1cc-9d31a2a03bbd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.297067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41587f85-5f20-4c58-b1cc-9d31a2a03bbd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.297598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41587f85-5f20-4c58-b1cc-9d31a2a03bbd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.297598] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41587f85-5f20-4c58-b1cc-9d31a2a03bbd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.800975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41587f85-5f20-4c58-b1cc-9d31a2a03bbd [ 982.801431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.801664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.801781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.802084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.802309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.802973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41587f85-5f20-4c58-b1cc-9d31a2a03bbd already deleted. [ 982.802973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41587f85-5f20-4c58-b1cc-9d31a2a03bbd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.258346] env[65073]: INFO networking_nsxv3.common.synchronization [None req-1e359649-42cf-4e23-8898-28e62867a34b None None] Enqueued Resource ID: 101da9ac-a74c-4ccd-862a-ea978d421538 with Priority: HIGHEST for action port [ 985.259018] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101da9ac-a74c-4ccd-862a-ea978d421538 with Priority: HIGHEST for action port [ 985.259360] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-101da9ac-a74c-4ccd-862a-ea978d421538 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.259490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-101da9ac-a74c-4ccd-862a-ea978d421538" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.259552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-101da9ac-a74c-4ccd-862a-ea978d421538" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.259874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-101da9ac-a74c-4ccd-862a-ea978d421538" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.259961] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101da9ac-a74c-4ccd-862a-ea978d421538',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.762356] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 101da9ac-a74c-4ccd-862a-ea978d421538 [ 985.762671] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.763033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.763033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.763033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.763221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.763221] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:101da9ac-a74c-4ccd-862a-ea978d421538 already deleted. [ 985.763329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-101da9ac-a74c-4ccd-862a-ea978d421538" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.852048] env[65073]: INFO networking_nsxv3.common.synchronization [None req-aeb18eed-2672-4750-9a24-b716cd312008 None None] Enqueued Resource ID: 52a47551-578c-4021-92d6-0a806108c1aa with Priority: HIGHEST for action port [ 985.853337] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a47551-578c-4021-92d6-0a806108c1aa with Priority: HIGHEST for action port [ 985.853337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a47551-578c-4021-92d6-0a806108c1aa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.853337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a47551-578c-4021-92d6-0a806108c1aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.853337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a47551-578c-4021-92d6-0a806108c1aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.853337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a47551-578c-4021-92d6-0a806108c1aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.853721] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a47551-578c-4021-92d6-0a806108c1aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.201360] env[65073]: INFO networking_nsxv3.common.synchronization [req-18831193-2ded-4a5e-9a59-1d927ff5594d req-bfc04438-d448-44c7-b673-40186186b5ae tempest-ServerRescueNegativeTestJSON-1350262176 tempest-ServerRescueNegativeTestJSON-1350262176-project-member] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 986.202083] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 986.203031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.203031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.203031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.203031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.203031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.203303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.203303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.203425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.203525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.203622] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.358046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52a47551-578c-4021-92d6-0a806108c1aa [ 986.358422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.358597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.358737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.359035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.359251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.359447] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52a47551-578c-4021-92d6-0a806108c1aa already deleted. [ 986.359630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a47551-578c-4021-92d6-0a806108c1aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.535527] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.535882] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.536224] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.536616] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.536939] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.537125] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.537241] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.537494] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.537593] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.537800] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.537910] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.538024] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.538130] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.538236] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.538338] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.538466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.557255] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9589c61d-9fb8-4484-9884-1e9262a7b767 tempest-ServersTestBootFromVolume-1198230423 tempest-ServersTestBootFromVolume-1198230423-project-member] Enqueued Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_rules [ 986.557856] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_rules [ 986.558232] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38a84b0-030f-4bdd-9106-d863026d50b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.558358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.558445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.558676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.558763] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.565043] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.565153] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.565245] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.566029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.566029] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-b248f33e-196c-4f5f-9d6a-eb70187a003d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.566029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-b248f33e-196c-4f5f-9d6a-eb70187a003d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.566029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-b248f33e-196c-4f5f-9d6a-eb70187a003d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.566377] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-b248f33e-196c-4f5f-9d6a-eb70187a003d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.566482] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b248f33e-196c-4f5f-9d6a-eb70187a003d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.641817] env[65073]: INFO networking_nsxv3.common.synchronization [None req-14a7e347-f428-4b7b-ad21-f7febc058f4a tempest-ServersTestBootFromVolume-1198230423 tempest-ServersTestBootFromVolume-1198230423-project-member] Enqueued Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_rules [ 986.642444] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_rules [ 986.642529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38a84b0-030f-4bdd-9106-d863026d50b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.642625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.706583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.706782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.706851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.707057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.707782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.707782] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.707782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.707782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.707782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.707782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.707782] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b954ad-417d-4573-8708-12a6907d7882 already deleted. [ 986.708119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.071578] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.071578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.071578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.071578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.071578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.071578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port b248f33e-196c-4f5f-9d6a-eb70187a003d not found, creating... [ 987.071578] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.071945] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.071945] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.072976] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.073242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.073711] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.073972] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.074191] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.074575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.074802] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.075046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: b248f33e-196c-4f5f-9d6a-eb70187a003d is going to be created. [ 987.081949] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.081949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.081949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.081949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.081949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.081949] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38a84b0-030f-4bdd-9106-d863026d50b3 already deleted. [ 987.081949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.081949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.081949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.081949] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.096886] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.096886] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.096886] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.097247] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.097419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.097643] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-b248f33e-196c-4f5f-9d6a-eb70187a003d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.603769] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.604117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.604117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.604231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.606268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.606268] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38a84b0-030f-4bdd-9106-d863026d50b3 already deleted. [ 987.606268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.910017] env[65073]: INFO networking_nsxv3.common.synchronization [req-18831193-2ded-4a5e-9a59-1d927ff5594d req-994adf5b-7502-48c2-9049-76243c198ae3 service nova] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_rules [ 987.913513] env[65073]: INFO networking_nsxv3.common.synchronization [req-18831193-2ded-4a5e-9a59-1d927ff5594d req-994adf5b-7502-48c2-9049-76243c198ae3 service nova] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 987.913513] env[65073]: INFO networking_nsxv3.common.synchronization [req-18831193-2ded-4a5e-9a59-1d927ff5594d req-994adf5b-7502-48c2-9049-76243c198ae3 service nova] Enqueued Resource ID: b248f33e-196c-4f5f-9d6a-eb70187a003d with Priority: HIGHEST for action port [ 987.913993] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_rules [ 987.914160] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 987.914259] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b248f33e-196c-4f5f-9d6a-eb70187a003d with Priority: HIGHEST for action port [ 987.914586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.914731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.914781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.915137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.915137] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.916105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.916226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.916322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.916476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.916652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.916720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.916785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.916926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.917020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.917110] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.917977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b248f33e-196c-4f5f-9d6a-eb70187a003d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.918144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b248f33e-196c-4f5f-9d6a-eb70187a003d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.918144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b248f33e-196c-4f5f-9d6a-eb70187a003d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.918264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b248f33e-196c-4f5f-9d6a-eb70187a003d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.918593] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b248f33e-196c-4f5f-9d6a-eb70187a003d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.419917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.420205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.420259] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.421177] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b248f33e-196c-4f5f-9d6a-eb70187a003d with status ACTIVE [ 988.421370] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.421485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.421552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.422448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.422448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.422448] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.422448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.422448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.422448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.422448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.422717] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.422717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.422717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.422821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.422850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.422928] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b248f33e-196c-4f5f-9d6a-eb70187a003d is going to be updated. [ 988.443731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.443918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.444044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.444160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.444331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.444498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b248f33e-196c-4f5f-9d6a-eb70187a003d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.602604] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab15177d-db27-442c-8bec-fe717bcd3671 req-01b006e8-16c0-4473-baf8-8a54030e2cdb tempest-ServerRescueNegativeTestJSON-1350262176 tempest-ServerRescueNegativeTestJSON-1350262176-project-member] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 988.603463] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 988.603852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.604121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.713824] env[65073]: INFO networking_nsxv3.common.synchronization [None req-93a99a77-3307-4c31-8bd6-abe38f30771a None None] Enqueued Resource ID: 50efb617-1c5a-4bac-8290-b5cd693a05d9 with Priority: HIGHEST for action port [ 988.714672] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50efb617-1c5a-4bac-8290-b5cd693a05d9 with Priority: HIGHEST for action port [ 988.715206] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-50efb617-1c5a-4bac-8290-b5cd693a05d9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.715358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50efb617-1c5a-4bac-8290-b5cd693a05d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.715518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50efb617-1c5a-4bac-8290-b5cd693a05d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.715703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50efb617-1c5a-4bac-8290-b5cd693a05d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.715787] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50efb617-1c5a-4bac-8290-b5cd693a05d9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.914268] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.914436] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.914519] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.914776] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.915065] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.915238] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.915354] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.915567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.915714] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.915916] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.916043] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.916152] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.916260] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.916370] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.916489] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.916630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.924447] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.939638] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.939763] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.939830] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.940078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.940306] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-29700c1b-125f-46ae-8fb1-28f0b4926d20 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.940589] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-29700c1b-125f-46ae-8fb1-28f0b4926d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.940732] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-29700c1b-125f-46ae-8fb1-28f0b4926d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.941092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-29700c1b-125f-46ae-8fb1-28f0b4926d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.941270] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29700c1b-125f-46ae-8fb1-28f0b4926d20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.217598] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50efb617-1c5a-4bac-8290-b5cd693a05d9 [ 989.217711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.218293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.218293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.218293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.218293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.218468] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50efb617-1c5a-4bac-8290-b5cd693a05d9 already deleted. [ 989.218468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50efb617-1c5a-4bac-8290-b5cd693a05d9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.426875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.427059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.427104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.427325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.427412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.427510] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b954ad-417d-4573-8708-12a6907d7882 is going to be created. [ 989.443110] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.443337] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.443462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.443744] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.443897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.444055] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 29700c1b-125f-46ae-8fb1-28f0b4926d20 not found, creating... [ 989.444351] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.444520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.444638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.444883] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.445034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.445326] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.445499] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.445613] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.445815] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.445945] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.446091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 29700c1b-125f-46ae-8fb1-28f0b4926d20 is going to be created. [ 989.454287] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.454463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.454513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.454691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.454845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.463834] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: UNINITIALIZED for 2s [ 989.469774] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.470039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.470111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.470415] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.470824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.471173] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-29700c1b-125f-46ae-8fb1-28f0b4926d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.189158] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab15177d-db27-442c-8bec-fe717bcd3671 req-130b55ab-ae1a-43a2-8725-034003f9ac72 service nova] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_rules [ 990.189158] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab15177d-db27-442c-8bec-fe717bcd3671 req-130b55ab-ae1a-43a2-8725-034003f9ac72 service nova] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 990.189158] env[65073]: INFO networking_nsxv3.common.synchronization [req-ab15177d-db27-442c-8bec-fe717bcd3671 req-130b55ab-ae1a-43a2-8725-034003f9ac72 service nova] Enqueued Resource ID: 29700c1b-125f-46ae-8fb1-28f0b4926d20 with Priority: HIGHEST for action port [ 990.189158] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_rules [ 990.189158] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 990.189158] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29700c1b-125f-46ae-8fb1-28f0b4926d20 with Priority: HIGHEST for action port [ 990.189158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.192543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.192543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.192543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.192543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-29700c1b-125f-46ae-8fb1-28f0b4926d20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.192543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29700c1b-125f-46ae-8fb1-28f0b4926d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.192543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29700c1b-125f-46ae-8fb1-28f0b4926d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.192543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29700c1b-125f-46ae-8fb1-28f0b4926d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.192543] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29700c1b-125f-46ae-8fb1-28f0b4926d20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.697433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29700c1b-125f-46ae-8fb1-28f0b4926d20 with status ACTIVE [ 990.697433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.697557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.697557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.697768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.697860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.698116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.698224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.698286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.698442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.698520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.698700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.698854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.698920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.699076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.699151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.699236] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29700c1b-125f-46ae-8fb1-28f0b4926d20 is going to be updated. [ 990.721409] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.721599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.721677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.722262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.722262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.722371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29700c1b-125f-46ae-8fb1-28f0b4926d20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: SUCCESS [ 991.475610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.476152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.476264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.476333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.476483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.476553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.476659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.477780] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.477935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.478026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.478233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.478362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.478442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.478604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.478683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.478770] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.980875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.980875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.980875] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.483904] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.885703] env[65073]: INFO networking_nsxv3.common.synchronization [req-00bc944f-4e31-47df-abfe-57ce7a9d6d0c req-76a8adae-d99f-4b6b-af1d-d9013bb7b985 tempest-ServersNegativeTestJSON-1908368535 tempest-ServersNegativeTestJSON-1908368535-project-member] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 992.886268] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 992.886606] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.886815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.886880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.888496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.888496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.888651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.888703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.888848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.889160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.889160] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.986708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.986982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.987121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.987345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.987467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.987612] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b954ad-417d-4573-8708-12a6907d7882 is going to be updated. [ 993.017452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.017598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.017666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.017882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.018035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.029860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: IN_PROGRESS for 2s [ 993.078931] env[65073]: INFO networking_nsxv3.common.synchronization [req-bef838cf-3ba2-4d28-afec-09dd062fe716 req-b6145ce1-2a3f-4b65-b22a-14bc0dbfd28f tempest-ServersV294TestFqdnHostnames-727556582 tempest-ServersV294TestFqdnHostnames-727556582-project-member] Enqueued Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_members [ 993.079578] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGHEST for action security_group_members [ 993.079855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-03478206-05f2-4186-afe0-415864d35276 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.079990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.080072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.080364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.080435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.080535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.080627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.080834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.080925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.081035] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.312080] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.312541] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.312541] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.312711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.313016] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.313228] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.313410] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.313761] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.313879] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.314201] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.314456] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.314554] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.314635] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.314960] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.315216] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.315420] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.339557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.339634] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.339744] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.340016] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.340363] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-b3827860-acd9-4cab-b608-02b4145c3aeb taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.340559] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-b3827860-acd9-4cab-b608-02b4145c3aeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.340690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-b3827860-acd9-4cab-b608-02b4145c3aeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.341052] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-b3827860-acd9-4cab-b608-02b4145c3aeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.341205] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3827860-acd9-4cab-b608-02b4145c3aeb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.391608] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.585741] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.586216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.586216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.586579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.586687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.586956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.587395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.587395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.587687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.587687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.587932] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03478206-05f2-4186-afe0-415864d35276 is going to be updated. [ 993.629939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.629939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.629939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.629939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.629939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.639445] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03478206-05f2-4186-afe0-415864d35276 in Status: IN_PROGRESS for 2s [ 993.844258] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.844258] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.844530] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.844720] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.844860] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.845040] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port b3827860-acd9-4cab-b608-02b4145c3aeb not found, creating... [ 993.845368] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.845511] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.845593] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.845743] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.845874] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.846162] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.846308] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.846434] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.846723] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.846865] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.846990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: b3827860-acd9-4cab-b608-02b4145c3aeb is going to be created. [ 993.868942] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.869174] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.869419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.869824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.870073] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.870418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-b3827860-acd9-4cab-b608-02b4145c3aeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.893359] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.397365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.397365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.397365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.397561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.398335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.398335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be updated. [ 994.425797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.426015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.426101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.426250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.426401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.437580] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: IN_PROGRESS for 2s [ 994.615215] env[65073]: INFO networking_nsxv3.common.synchronization [req-00bc944f-4e31-47df-abfe-57ce7a9d6d0c req-6f819e4a-091f-4a2b-ad9b-e58792f73ef2 service nova] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_rules [ 994.615215] env[65073]: INFO networking_nsxv3.common.synchronization [req-00bc944f-4e31-47df-abfe-57ce7a9d6d0c req-6f819e4a-091f-4a2b-ad9b-e58792f73ef2 service nova] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 994.615215] env[65073]: INFO networking_nsxv3.common.synchronization [req-00bc944f-4e31-47df-abfe-57ce7a9d6d0c req-6f819e4a-091f-4a2b-ad9b-e58792f73ef2 service nova] Enqueued Resource ID: b3827860-acd9-4cab-b608-02b4145c3aeb with Priority: HIGHEST for action port [ 994.615215] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_rules [ 994.617079] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 994.617079] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3827860-acd9-4cab-b608-02b4145c3aeb with Priority: HIGHEST for action port [ 994.617079] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.617079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.617079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.617079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.617079] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.618135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.619209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.619557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3827860-acd9-4cab-b608-02b4145c3aeb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.619809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3827860-acd9-4cab-b608-02b4145c3aeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.620184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3827860-acd9-4cab-b608-02b4145c3aeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.620264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3827860-acd9-4cab-b608-02b4145c3aeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.620392] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3827860-acd9-4cab-b608-02b4145c3aeb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.043539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: SUCCESS [ 995.043850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.044291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.044393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.044666] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.044920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.045045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.045196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.045278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.045573] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.122328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.122471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.123024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3827860-acd9-4cab-b608-02b4145c3aeb with status ACTIVE [ 995.123208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.123331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.123962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.124161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.124276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.124505] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.124615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.124676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.124854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.124990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.130615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.130615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.130615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.130615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.130615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.130615] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3827860-acd9-4cab-b608-02b4145c3aeb is going to be updated. [ 995.151194] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.151363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.151513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.151700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.151850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.152056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3827860-acd9-4cab-b608-02b4145c3aeb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.547997] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.649957] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03478206-05f2-4186-afe0-415864d35276 in Status: SUCCESS [ 995.649957] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03478206-05f2-4186-afe0-415864d35276 deletion is rescheduled due to dependency. [ 995.650397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.050794] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.452382] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 996.452590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.452791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.452982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.453193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.453312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.453383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.453863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.453863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.453863] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.554200] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.554484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.554649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.554736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.554830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.554946] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b954ad-417d-4573-8708-12a6907d7882 is going to be updated. [ 996.588571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.588571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.588571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.588571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.588571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.601523] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: IN_PROGRESS for 2s [ 996.957028] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.299122] env[65073]: INFO networking_nsxv3.common.synchronization [req-bb8ab9bb-1107-404e-b8b9-345877063c3f req-c2eeded9-b267-4df0-898e-3d6b2c8d9862 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_members [ 997.299931] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_members [ 997.302056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c56394-6101-4c0c-b82c-7a5768fde745 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.302056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.302056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.302056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.302056] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.302056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.302056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.302056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.302056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.302056] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.458727] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.672279] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.672554] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.672630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.672854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.673477] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.673885] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.673885] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.674115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.674263] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.674518] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.674649] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.674802] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.674912] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.675033] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.675154] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.675284] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.698063] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.698063] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.698063] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.698458] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.698717] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-d23da968-2ec2-44e6-afc6-272f5a8277a3 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.698893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-d23da968-2ec2-44e6-afc6-272f5a8277a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.699032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-d23da968-2ec2-44e6-afc6-272f5a8277a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.699433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-d23da968-2ec2-44e6-afc6-272f5a8277a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.699609] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23da968-2ec2-44e6-afc6-272f5a8277a3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.804445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.804632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.804733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.805496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.805496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.805496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.805496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.805496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.805811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.805811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.805811] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c56394-6101-4c0c-b82c-7a5768fde745 already deleted. [ 997.805811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.962150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.962614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.962614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.962614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.962768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.962851] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be updated. [ 997.994231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.994557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.994692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.995026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.995248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.009065] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: IN_PROGRESS for 2s [ 998.202465] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.202791] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.202885] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.203504] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.203745] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.204025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port d23da968-2ec2-44e6-afc6-272f5a8277a3 not found, creating... [ 998.204519] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.204782] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.204947] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.205218] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.205388] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.205703] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.205873] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.206033] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.206269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.206409] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.206874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: d23da968-2ec2-44e6-afc6-272f5a8277a3 is going to be created. [ 998.227472] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.227735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.227790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.228100] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.228341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.228572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-d23da968-2ec2-44e6-afc6-272f5a8277a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.614807] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: SUCCESS [ 998.615046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.615289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.615560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.615767] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.615886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.615950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.616118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.616197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.616282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.616674] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.616674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.616674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.616808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.616844] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.616936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.616996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.617161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.617234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.617313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.617406] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.970671] env[65073]: INFO networking_nsxv3.common.synchronization [req-bb8ab9bb-1107-404e-b8b9-345877063c3f req-de3bca0d-ca02-41df-88d7-efc0b37e3948 service nova] Enqueued Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_rules [ 998.970923] env[65073]: INFO networking_nsxv3.common.synchronization [req-bb8ab9bb-1107-404e-b8b9-345877063c3f req-de3bca0d-ca02-41df-88d7-efc0b37e3948 service nova] Enqueued Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_members [ 998.970968] env[65073]: INFO networking_nsxv3.common.synchronization [req-bb8ab9bb-1107-404e-b8b9-345877063c3f req-de3bca0d-ca02-41df-88d7-efc0b37e3948 service nova] Enqueued Resource ID: d23da968-2ec2-44e6-afc6-272f5a8277a3 with Priority: HIGHEST for action port [ 998.971785] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_rules [ 998.971785] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_members [ 998.971785] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23da968-2ec2-44e6-afc6-272f5a8277a3 with Priority: HIGHEST for action port [ 998.971968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c56394-6101-4c0c-b82c-7a5768fde745 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.973102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.973102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.973102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.973102] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.973378] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c56394-6101-4c0c-b82c-7a5768fde745 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.973378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.973473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.973680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.973827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.973920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.973978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.974130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.974219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.974405] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.975110] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d23da968-2ec2-44e6-afc6-272f5a8277a3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.975215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d23da968-2ec2-44e6-afc6-272f5a8277a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.975279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d23da968-2ec2-44e6-afc6-272f5a8277a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.975427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d23da968-2ec2-44e6-afc6-272f5a8277a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.975523] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23da968-2ec2-44e6-afc6-272f5a8277a3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.120039] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2b954ad-417d-4573-8708-12a6907d7882: rpc.has_security_group_logging(os_id): False [ 999.140163] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.140598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.140598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.140598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.140774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.140903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.140974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.141064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.141191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.141282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.141484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.141632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.141704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.141868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.141943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.142154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.142255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.142311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.142577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.142577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.142770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b954ad-417d-4573-8708-12a6907d7882 is going to be created. [ 999.292220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.292472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.293090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.293090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.293240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.313042] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: IN_PROGRESS for 2s [ 999.477316] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.478504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c56394-6101-4c0c-b82c-7a5768fde745 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.478684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.481479] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d23da968-2ec2-44e6-afc6-272f5a8277a3 with status ACTIVE [ 999.481479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.481479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.481718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.481718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.481865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.482014] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.482106] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.482156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.482328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.482501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.482689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.482943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.482943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.483391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.483391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.483391] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d23da968-2ec2-44e6-afc6-272f5a8277a3 is going to be updated. [ 999.511218] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.511404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.511451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.512050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.512050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.512050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d23da968-2ec2-44e6-afc6-272f5a8277a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.980757] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.019455] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 1000.019696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.019907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.020261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.020533] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.020656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.020873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.020992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.021061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.021279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.021279] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.483609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.483957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.484120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.484529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.484611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.484853] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c56394-6101-4c0c-b82c-7a5768fde745 is going to be created. [ 1000.509573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.509573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.509573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.509573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.509573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.519093] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c56394-6101-4c0c-b82c-7a5768fde745 in Status: UNINITIALIZED for 2s [ 1000.524071] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.524071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.524071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.524350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.524572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.524705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.524789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.524993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.525097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.525189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.525529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.525529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.525613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.525704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.525846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.525939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.526000] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.526153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.526239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.526356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.526451] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.030658] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d51cca-a537-40b3-ab7b-197718157536: rpc.has_security_group_logging(os_id): False [ 1001.053454] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.053642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.053642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.053843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.053967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.054346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.054346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.054346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.054560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.054592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.054761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.054857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.054918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.055159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.055159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.055311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.055678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.055678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.055678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.055678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.055841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be updated. [ 1001.130510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.130709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.130821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.131083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.131240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.146414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: IN_PROGRESS for 2s [ 1001.333259] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: SUCCESS [ 1001.333259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.333469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.333761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.333885] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.623463] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6dfb29d-e5b2-41b2-805e-edf07e1a0cfd req-838d1aee-f27a-40f5-91ec-d100dae61355 tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1001.623880] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1001.624755] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.624913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.625052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.625777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.625777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.625777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.625777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.625996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.625996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.626076] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.837936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.838113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.839012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.839012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.839012] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.839218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.839218] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.839280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.839340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.839422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.839508] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.020080] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.020080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.020080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.020080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.020080] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.020080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.020080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.020080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.020657] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.020657] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.020657] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.020840] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.020840] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.020958] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.021111] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.021284] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.044352] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.044744] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.044814] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.044970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.045306] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-2a5c163f-8a59-4f73-9f73-8294c659dcc2 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.045473] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-2a5c163f-8a59-4f73-9f73-8294c659dcc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.045655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-2a5c163f-8a59-4f73-9f73-8294c659dcc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.046048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-2a5c163f-8a59-4f73-9f73-8294c659dcc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.046199] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5c163f-8a59-4f73-9f73-8294c659dcc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.128268] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.128268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.128268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.128483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.128483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.128669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.128770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.128833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.129017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.129100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.129187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a already deleted. [ 1002.129285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.342181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.342556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.342556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.342854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.343136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.343301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.343400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.343630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.343742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.343867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.344098] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.344235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.344321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.344536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.344685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.344773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.344825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.344973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.345064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.345176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.345277] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.528877] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c56394-6101-4c0c-b82c-7a5768fde745 in Status: SUCCESS [ 1002.529233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.529474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.529757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.530342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.530342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.530342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.530588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.530727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.530850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.531022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.549340] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.549519] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.549639] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.549909] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.550076] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.550225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 2a5c163f-8a59-4f73-9f73-8294c659dcc2 not found, creating... [ 1002.550571] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.550646] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.550741] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.550983] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.551468] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.552350] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.552554] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.552676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.552887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.553026] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.553162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 2a5c163f-8a59-4f73-9f73-8294c659dcc2 is going to be created. [ 1002.578080] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.578253] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.578381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.578655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.578884] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.579129] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-2a5c163f-8a59-4f73-9f73-8294c659dcc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.848113] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2b954ad-417d-4573-8708-12a6907d7882: rpc.has_security_group_logging(os_id): False [ 1002.875190] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.875452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.875674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.875874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.875991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.876222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.876332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.876399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.876567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.876647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.877231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.877527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.877644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.877812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.877893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.878148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.878273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.878340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.878923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.879008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.879365] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b954ad-417d-4573-8708-12a6907d7882 is going to be updated. [ 1002.970515] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.970736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.970824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.971107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.971192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.984188] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: IN_PROGRESS for 2s [ 1003.033870] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.159908] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 1003.160388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.342049] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6dfb29d-e5b2-41b2-805e-edf07e1a0cfd req-5727be56-cd77-4a5a-8126-d683a6e60e8f service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1003.342049] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6dfb29d-e5b2-41b2-805e-edf07e1a0cfd req-5727be56-cd77-4a5a-8126-d683a6e60e8f service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1003.342049] env[65073]: INFO networking_nsxv3.common.synchronization [req-a6dfb29d-e5b2-41b2-805e-edf07e1a0cfd req-5727be56-cd77-4a5a-8126-d683a6e60e8f service nova] Enqueued Resource ID: 2a5c163f-8a59-4f73-9f73-8294c659dcc2 with Priority: HIGHEST for action port [ 1003.342049] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1003.342049] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1003.342049] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5c163f-8a59-4f73-9f73-8294c659dcc2 with Priority: HIGHEST for action port [ 1003.343076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.344889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.344889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.344889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.344889] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.346668] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.346668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.346668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.346668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.346668] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.346668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.346668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.347104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.347104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.347104] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.350822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a5c163f-8a59-4f73-9f73-8294c659dcc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.350822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a5c163f-8a59-4f73-9f73-8294c659dcc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.350822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a5c163f-8a59-4f73-9f73-8294c659dcc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.350822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a5c163f-8a59-4f73-9f73-8294c659dcc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.350822] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5c163f-8a59-4f73-9f73-8294c659dcc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.536150] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5c56394-6101-4c0c-b82c-7a5768fde745: rpc.has_security_group_logging(os_id): False [ 1003.555810] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.556081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.556201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.556516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.556654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.557038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.557229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.557296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.557635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.557780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.557907] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c56394-6101-4c0c-b82c-7a5768fde745 is going to be created. [ 1003.645761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.645921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.646029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.646264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.646447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.651769] env[65073]: INFO networking_nsxv3.common.synchronization [req-7095c6f2-ee0d-4403-983e-bdc52a08d3c5 req-2c8e2f2a-c330-4d2f-a420-879a8fc6af70 tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_members [ 1003.653235] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGHEST for action security_group_members [ 1003.653728] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.653960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.654071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.654316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.654513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.654709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.654743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.654940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.655110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.655165] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.670971] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5c56394-6101-4c0c-b82c-7a5768fde745 in Status: IN_PROGRESS for 2s [ 1003.854341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a5c163f-8a59-4f73-9f73-8294c659dcc2 with status ACTIVE [ 1003.856555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.856891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.856891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.856993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.857115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.857305] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.857414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.857479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.857632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.857740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.858168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.858168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.858168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.858168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.858329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.858329] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a5c163f-8a59-4f73-9f73-8294c659dcc2 is going to be updated. [ 1003.859797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.859797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.859797] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.888119] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.888507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.888507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.888507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.888699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.889856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a5c163f-8a59-4f73-9f73-8294c659dcc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.158179] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.158413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.158481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.158764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.158922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.159194] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.159305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.159382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.160174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.160174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.160174] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee is going to be updated. [ 1004.214453] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.214662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.214782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.215086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.215329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.239143] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee in Status: IN_PROGRESS for 2s [ 1004.363778] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.820512] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1004.820646] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1004.865904] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.866082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.866155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.866373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.866469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.866564] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be created. [ 1004.895836] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.895836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.896132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.896132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.896272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.908728] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: UNINITIALIZED for 2s [ 1005.012481] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: SUCCESS [ 1005.012782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.557842] env[65073]: INFO networking_nsxv3.common.synchronization [req-b36d2040-1d69-4238-a093-cfc77ae39fca req-a18cbd1a-f09f-4cc4-843b-a9602fd2f212 tempest-ServersNegativeTestJSON-1908368535 tempest-ServersNegativeTestJSON-1908368535-project-member] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 1005.558258] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 1005.558587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.558754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.558795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.559031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.559136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.559236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.559293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.559563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.559563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.559631] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.685066] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5c56394-6101-4c0c-b82c-7a5768fde745 in Status: SUCCESS [ 1005.685066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.064235] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.248997] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee in Status: SUCCESS [ 1006.249194] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee deletion is rescheduled due to dependency. [ 1006.249310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.566970] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.919712] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1006.920025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.921209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.921209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.921209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.921209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.921209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.921209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921548] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.070217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.070453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.070499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.070698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.070791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.070904] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be updated. [ 1007.099109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.099621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.099621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.099621] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.099815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.110882] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: IN_PROGRESS for 2s [ 1007.143470] env[65073]: INFO networking_nsxv3.common.synchronization [req-3737f2c5-2e76-4705-bf2b-c100a0fb8bf3 req-5be7ae88-7f7e-4de3-8b0b-762318b56c91 tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 1007.144167] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 1007.145037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.145287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.145402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.145738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.145983] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.146181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.146373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.147363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.147608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.147770] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.423395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.423655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.423655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.423854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.424012] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.424164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.424256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.424334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.424465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.424575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.424742] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.424817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.424919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.425045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.425247] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.425247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.425419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.425499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.425566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.425646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.425734] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.650134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.650469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.650469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.650592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.650706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.650936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.651053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.651118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.652248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.652248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.652248] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 1007.689235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.689366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.689435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.689666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.689801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.699456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 1007.930048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 614b3257-38dd-437b-bdff-e0e5ae675e9a: rpc.has_security_group_logging(os_id): False [ 1007.952233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.952450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.952450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.952681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.952772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.952965] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.953077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.953182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.953319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.953418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.953669] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.953780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.953853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.954065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.954148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.954341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.954457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.954527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.954673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.954748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.954832] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be created. [ 1008.022357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.023759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.023759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.023759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.023759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.061858] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1008.408036] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e05d2e3-939b-46d7-ab92-569810a02429 req-642e6896-fb4e-48be-b25f-aa8ffaa48c33 tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1008.408036] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1008.408036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.408408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.408408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.408408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.408561] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.408670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.408735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.409649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.409751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.410115] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.757163] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.757163] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.757163] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.757889] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.758440] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.758892] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.759391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.759811] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.760113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.760472] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.760730] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.760946] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.761202] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.761551] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.761798] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.762091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.783533] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.786028] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.786028] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.786028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.786028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-823bb3bd-cf56-4dfb-a29e-25ea003536b6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.786028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-823bb3bd-cf56-4dfb-a29e-25ea003536b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.786028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-823bb3bd-cf56-4dfb-a29e-25ea003536b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.786028] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-823bb3bd-cf56-4dfb-a29e-25ea003536b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.786028] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823bb3bd-cf56-4dfb-a29e-25ea003536b6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.914037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.914037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.914037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.914037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.914037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.914037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.914037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.914037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.914037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.914464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.914464] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1008.946760] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.946945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.947060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.947312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.947484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.957322] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1009.121731] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 1009.121731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.289594] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.289793] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.289912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.290241] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.290418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.290554] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 823bb3bd-cf56-4dfb-a29e-25ea003536b6 not found, creating... [ 1009.290860] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.290968] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.291085] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.291327] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.291442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.291710] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.291866] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.291980] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.292932] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.292932] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.294034] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 823bb3bd-cf56-4dfb-a29e-25ea003536b6 is going to be created. [ 1009.335951] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.336244] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.336373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.336695] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.336965] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.337210] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-823bb3bd-cf56-4dfb-a29e-25ea003536b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.710205] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 1009.710437] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 1009.710660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.080232] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1010.080537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.082690] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e05d2e3-939b-46d7-ab92-569810a02429 req-004acbf5-1b28-4546-a858-4f9b3976be90 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1010.082845] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e05d2e3-939b-46d7-ab92-569810a02429 req-004acbf5-1b28-4546-a858-4f9b3976be90 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1010.082898] env[65073]: INFO networking_nsxv3.common.synchronization [req-3e05d2e3-939b-46d7-ab92-569810a02429 req-004acbf5-1b28-4546-a858-4f9b3976be90 service nova] Enqueued Resource ID: 823bb3bd-cf56-4dfb-a29e-25ea003536b6 with Priority: HIGHEST for action port [ 1010.084862] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1010.085088] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1010.085197] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823bb3bd-cf56-4dfb-a29e-25ea003536b6 with Priority: HIGHEST for action port [ 1010.085783] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.086068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.086068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.086223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.086261] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.087185] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.087280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.087473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-823bb3bd-cf56-4dfb-a29e-25ea003536b6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.087590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823bb3bd-cf56-4dfb-a29e-25ea003536b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.087678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823bb3bd-cf56-4dfb-a29e-25ea003536b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.087900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823bb3bd-cf56-4dfb-a29e-25ea003536b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.087983] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823bb3bd-cf56-4dfb-a29e-25ea003536b6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.590747] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.591448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.592650] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823bb3bd-cf56-4dfb-a29e-25ea003536b6 with status ACTIVE [ 1010.592650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.592650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.592650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.593013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.593184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.593496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.593990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.593990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.593990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.593990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.594319] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.594505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.594647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.594852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.595025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.595156] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823bb3bd-cf56-4dfb-a29e-25ea003536b6 is going to be updated. [ 1010.623134] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.623342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.623389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.623654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.623820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.624030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823bb3bd-cf56-4dfb-a29e-25ea003536b6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.967162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1010.967335] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1010.967402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.967558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.967780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.967960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.968099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.968155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.968313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.968397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.968491] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.470443] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.972837] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.475346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.475738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.475738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.475738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.475738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.475866] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1012.509067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.509249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.509357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.509609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.509757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.520075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1014.534599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1014.534599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.534599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.534599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.534599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.534599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.534599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.534599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.534599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.534599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.534599] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.036712] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.037375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.037375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.037375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.037375] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.037683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.037683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.037683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.037794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.038180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.038180] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.038180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.038180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.038349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.038383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.038512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.038512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.038649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.038722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.038802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.038894] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.086174] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1015.086328] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1015.541282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e41a0d86-2beb-44e9-86e1-25d0a7a56738: rpc.has_security_group_logging(os_id): False [ 1015.562404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.562642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.562642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.562880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.562983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.563269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.563344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.563344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.563509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.563587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.563790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.563898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.563941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.564148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.564256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.564591] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.564591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.564755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.564755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.564836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.564929] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1015.592950] env[65073]: INFO networking_nsxv3.common.synchronization [req-113d7c02-e1f3-4370-80b7-82f51b6f8d6e req-7cca1e62-24a4-4ba4-b7f5-2b9bb7ae3cff tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 1015.593633] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 1015.593981] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.595210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.595210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.595210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.595386] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.595728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.595728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.595728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.595904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.595904] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.646491] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.646642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.646781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.649533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.649816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.666342] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1016.030394] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.031251] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.031251] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.031251] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.032309] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.032309] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.032309] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.032630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.032924] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.033459] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.033622] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.033871] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.034040] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.034403] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.034581] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.034885] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.069942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.069942] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.069942] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.069942] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-761" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.069942] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.070721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.070721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.070924] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.071157] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c704f7-ff3c-4b93-bbad-bc950f7d8bb4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.098804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.098975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.099062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.099288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.099502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.099664] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.099738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.099781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.099997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.099997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.100154] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 1016.141034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.141034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.141034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.141034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.141034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.159493] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 1016.576402] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.576762] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.576762] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.577043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.577205] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.577462] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 20c704f7-ff3c-4b93-bbad-bc950f7d8bb4 not found, creating... [ 1016.577771] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.577937] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.578065] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.578294] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.578434] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.578712] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.578868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.579011] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.579201] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.579340] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.579475] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 20c704f7-ff3c-4b93-bbad-bc950f7d8bb4 is going to be created. [ 1016.600451] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.600767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.600767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.601101] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.601365] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.601628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.345062] env[65073]: INFO networking_nsxv3.common.synchronization [req-113d7c02-e1f3-4370-80b7-82f51b6f8d6e req-45686b87-dfaf-43a8-846b-ac85d194b1d4 service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 1017.345256] env[65073]: INFO networking_nsxv3.common.synchronization [req-113d7c02-e1f3-4370-80b7-82f51b6f8d6e req-45686b87-dfaf-43a8-846b-ac85d194b1d4 service nova] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 1017.345416] env[65073]: INFO networking_nsxv3.common.synchronization [req-113d7c02-e1f3-4370-80b7-82f51b6f8d6e req-45686b87-dfaf-43a8-846b-ac85d194b1d4 service nova] Enqueued Resource ID: 20c704f7-ff3c-4b93-bbad-bc950f7d8bb4 with Priority: HIGHEST for action port [ 1017.346033] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_rules [ 1017.346182] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 1017.346279] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c704f7-ff3c-4b93-bbad-bc950f7d8bb4 with Priority: HIGHEST for action port [ 1017.346581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.348258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.348335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.348481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.349152] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.349458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.349562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.349776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.349941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.350033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.351463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.351463] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c704f7-ff3c-4b93-bbad-bc950f7d8bb4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.681498] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1017.681839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.852526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.852671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.852894] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20c704f7-ff3c-4b93-bbad-bc950f7d8bb4 with status ACTIVE [ 1017.853093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.853207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.853274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.853510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.853612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.853788] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.853885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.853962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.854130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.854209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.854404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.854527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.854602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.854747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.854817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.854911] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20c704f7-ff3c-4b93-bbad-bc950f7d8bb4 is going to be updated. [ 1017.883362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.883501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.883561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.883769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.885306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.885306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c704f7-ff3c-4b93-bbad-bc950f7d8bb4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.014940] env[65073]: INFO networking_nsxv3.common.synchronization [req-aa896fbc-38be-4567-949c-1ab7dc8203e5 req-02a50c30-af80-40d3-bd2d-c9c58b876efa tempest-ServersTestBootFromVolume-1198230423 tempest-ServersTestBootFromVolume-1198230423-project-member] Enqueued Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_members [ 1018.015822] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_members [ 1018.016234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38a84b0-030f-4bdd-9106-d863026d50b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.016436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.016543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.016874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.017062] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.017169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.017235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.017399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.017484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.017581] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.170108] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 1018.170269] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 1018.170367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.170537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.170757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.170951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.171114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.171313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.171473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.171562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.171657] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.374857] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.375078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-729" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.375452] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-729" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.375562] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-729" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.375854] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.375976] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.376139] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.376306] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.376419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.376633] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.376735] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.376862] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.376934] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.377895] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.378174] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.378349] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.399460] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.399460] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.399460] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.399460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-729" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.399843] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-23e37a97-1e1d-4df7-968a-57e37095f983 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.400111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-23e37a97-1e1d-4df7-968a-57e37095f983" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.400255] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-23e37a97-1e1d-4df7-968a-57e37095f983" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.400563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-23e37a97-1e1d-4df7-968a-57e37095f983" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.400721] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e37a97-1e1d-4df7-968a-57e37095f983',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.522096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.522096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.522096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.522096] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.522355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.522355] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.522432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.522739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.522739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.522914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.522914] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38a84b0-030f-4bdd-9106-d863026d50b3 already deleted. [ 1018.522914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.677323] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.773085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.773509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.773509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.773613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.773718] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.904538] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.904538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.904538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.904538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.904538] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.904538] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 23e37a97-1e1d-4df7-968a-57e37095f983 not found, creating... [ 1018.905197] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.905197] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.905482] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.905637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.906179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.906306] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.906514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.906727] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.907019] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.907188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.907363] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 23e37a97-1e1d-4df7-968a-57e37095f983 is going to be created. [ 1018.930585] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.930950] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.931095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.931371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.931615] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.931849] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-23e37a97-1e1d-4df7-968a-57e37095f983" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.181051] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.276056] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.667304] env[65073]: INFO networking_nsxv3.common.synchronization [req-aa896fbc-38be-4567-949c-1ab7dc8203e5 req-048210f7-dec2-441e-877f-ac6400e05fe6 service nova] Enqueued Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_rules [ 1019.667587] env[65073]: INFO networking_nsxv3.common.synchronization [req-aa896fbc-38be-4567-949c-1ab7dc8203e5 req-048210f7-dec2-441e-877f-ac6400e05fe6 service nova] Enqueued Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_members [ 1019.667793] env[65073]: INFO networking_nsxv3.common.synchronization [req-aa896fbc-38be-4567-949c-1ab7dc8203e5 req-048210f7-dec2-441e-877f-ac6400e05fe6 service nova] Enqueued Resource ID: 23e37a97-1e1d-4df7-968a-57e37095f983 with Priority: HIGHEST for action port [ 1019.668421] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_rules [ 1019.668614] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_members [ 1019.668726] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e37a97-1e1d-4df7-968a-57e37095f983 with Priority: HIGHEST for action port [ 1019.669198] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38a84b0-030f-4bdd-9106-d863026d50b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.669198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.669335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.669502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.669627] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.670554] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38a84b0-030f-4bdd-9106-d863026d50b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.670722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.670809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.672050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.672050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.672050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.672050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.672050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.672050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.672339] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.673395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-23e37a97-1e1d-4df7-968a-57e37095f983 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.673395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23e37a97-1e1d-4df7-968a-57e37095f983" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.673492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23e37a97-1e1d-4df7-968a-57e37095f983" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.673643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23e37a97-1e1d-4df7-968a-57e37095f983" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.673759] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e37a97-1e1d-4df7-968a-57e37095f983',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.683529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.683706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.683706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.684684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.684684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.684829] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 1019.724827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.724827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.724827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.724827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.724827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.735392] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 1019.779018] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.175977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38a84b0-030f-4bdd-9106-d863026d50b3 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.175977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.176282] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.177952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23e37a97-1e1d-4df7-968a-57e37095f983 with status ACTIVE [ 1020.177952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.177952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.177952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.178198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.178485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.178485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.178597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.178597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.178991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.178991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.178991] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.182028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.182028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.182028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.182028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.182028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23e37a97-1e1d-4df7-968a-57e37095f983 is going to be updated. [ 1020.205320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.205486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.205553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.205849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.206000] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.206183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23e37a97-1e1d-4df7-968a-57e37095f983" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.282163] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1020.282318] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1020.346558] env[65073]: INFO networking_nsxv3.common.synchronization [req-572ded0d-d62c-4acc-b198-125e910b6600 req-e0b9b003-fa33-4e75-aa8b-875a0e69cb0a tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1020.347280] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1020.347611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.347735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.347812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.348029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.348193] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.348295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.348357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.348508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.348637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.348698] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.659994] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.660184] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.660306] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.660581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.660841] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.661012] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.661145] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.661357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.661497] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.661709] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.661818] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.661924] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.662048] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.662162] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.662258] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.662383] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.682285] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.682285] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.682467] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.682681] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.682999] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-ccb79650-204e-4cf5-ae34-e01923825bb2 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.683188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-ccb79650-204e-4cf5-ae34-e01923825bb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.683306] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-ccb79650-204e-4cf5-ae34-e01923825bb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.683629] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-ccb79650-204e-4cf5-ae34-e01923825bb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.683768] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb79650-204e-4cf5-ae34-e01923825bb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.684865] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.854470] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.170113] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.170113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.170113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.170426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.181987] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1021.183269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.184754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1021.186359] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.186578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.186720] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.187071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.187233] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.187382] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port ccb79650-204e-4cf5-ae34-e01923825bb2 not found, creating... [ 1021.187652] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.187816] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.188194] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.188194] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.188342] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.188664] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.188813] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.188963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.189210] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.189349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.189499] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: ccb79650-204e-4cf5-ae34-e01923825bb2 is going to be created. [ 1021.190617] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.190738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.190808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.190970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.191103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.191185] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38a84b0-030f-4bdd-9106-d863026d50b3 is going to be created. [ 1021.225074] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.225074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.225074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.225074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.225074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.225501] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-ccb79650-204e-4cf5-ae34-e01923825bb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.227259] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.227428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.227480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.227675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.227834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.239404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.239404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.239404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.239404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.247535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.248331] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1021.248456] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1021.248565] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1021.259860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38a84b0-030f-4bdd-9106-d863026d50b3 in Status: UNINITIALIZED for 2s [ 1021.305185] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.305413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.305413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.305637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.307155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.307360] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1021.359090] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.431039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.431039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.431039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.431039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.431039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.431039] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1021.510693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.510861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.510909] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.511876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.512297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.512624] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1021.512730] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'92636f57-f684-4f18-b3af-8979124b6cd5', '7224d91c-ee3e-49ac-9bb9-491223512c7a', 'd0c79913-f2b4-4e93-bdcf-b7a556826fdd', 'ca559b4b-e6c3-4bff-8d3b-cb1572a640ce', '562fb255-bd38-4f90-8944-25a123d7f657', 'bd9ff535-efd5-4761-822c-a4f02b159031', '05984004-0c63-4cb8-9eb4-95acd0171dc2', '39ad9f49-569c-4f5d-af6b-ce9417f36c20', 'dee95bb5-aee3-4625-9e7d-4d0a0f45adb7', 'b4009a62-01ca-4983-8f96-b84683a39271', '2b9c55a2-2d54-4510-940f-23f54ca86876', '12629428-4bce-4e1d-9070-8b0c967df3f5', 'dd4da7bd-aef3-4825-a205-0d3edfe4cfef', '693ed0b2-5b52-4293-9f82-973b084fd90d', 'a70d8a92-4d22-452f-b2b5-8e8bc855bee0', '4f3c5314-1965-4dfe-97bf-40d84dc708c5', '7177c693-40c4-4841-8bd6-a7b584bd7f9e', '8c80d1d8-a4ae-4edd-99dd-0a44ba722f19', 'f54932ad-4588-4645-b09f-119d53825924', 'b0d465b9-0a51-439e-a064-a0aa7ab3e99e', '53e61c43-fe13-4da9-986e-a98f4bfce038', '418d2a97-5048-4aa7-b87c-04d57e07c656', 'f708fa7c-91df-4441-a3dd-298900288161', '741f89f7-93c4-4fb0-b8a4-925a3bdec897', '03478206-05f2-4186-afe0-415864d35276', 'b8e69741-e63b-419b-ae5e-62be77020e98', 'e41a0d86-2beb-44e9-86e1-25d0a7a56738', 'e2b954ad-417d-4573-8708-12a6907d7882', 'b1d51cca-a537-40b3-ab7b-197718157536', '6e4737fc-4415-4cd1-9344-69f286bd25ef', '2ebcb57d-cae1-498c-8184-c6d3dc9dc97a', 'b7d1a05e-d5bb-45e6-8713-cd92140670ee', '92d2e36f-c245-4dff-873b-2eb3c2e9e5ee', '614b3257-38dd-437b-bdff-e0e5ae675e9a', 'e9653366-c485-45cf-a280-a36e096d0329', '5e4ac67b-3946-452b-9df4-e66884f00f02', 'bf3e74d1-e7d5-4711-8384-e7dd25b61bf6', 'd8befc05-8466-413d-8af4-ebdb56334b4e', '7e042dbb-e151-484c-b731-dabe90f1c5f2', '8262409d-31ad-4e49-b02c-54b5bfe3c93d', 'b5c56394-6101-4c0c-b82c-7a5768fde745', 'a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6', '8a187254-946c-449f-9397-1b72b779710f', '53f4c159-226b-4918-ab1f-ff30f716020f', 'bd23193f-2b08-43b5-9ded-ff9e2bb5c905', 'fb1f3fcd-51ab-42f3-bda6-c45ea690a13c'} {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1021.512841] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1021.536011] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.536210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.536261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.536491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.536576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.536693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1021.536775] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1021.536847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1021.620674] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.620836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.620907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.622648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.623672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.624299] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1021.624379] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1021.625462] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1021.625462] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1021.625462] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGH for action security_group_rules [ 1021.625462] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGH for action security_group_rules [ 1021.626168] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGH for action security_group_rules [ 1021.626168] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGH for action security_group_rules [ 1021.626168] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGH for action security_group_rules [ 1021.626168] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGH for action security_group_rules [ 1021.626168] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGH for action security_group_rules [ 1021.626384] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGH for action security_group_rules [ 1021.626384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.751506] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 1021.751506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.751506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.751506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.751506] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.751506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.751506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.751506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.751506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.751506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.751506] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.862208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.862529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.863386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.863534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.863661] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1021.899852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.901479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.901479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.901479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.901479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.914124] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1022.001938] env[65073]: INFO networking_nsxv3.common.synchronization [req-572ded0d-d62c-4acc-b198-125e910b6600 req-eebe3881-b868-495f-8fa5-545130f94720 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1022.002162] env[65073]: INFO networking_nsxv3.common.synchronization [req-572ded0d-d62c-4acc-b198-125e910b6600 req-eebe3881-b868-495f-8fa5-545130f94720 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1022.002304] env[65073]: INFO networking_nsxv3.common.synchronization [req-572ded0d-d62c-4acc-b198-125e910b6600 req-eebe3881-b868-495f-8fa5-545130f94720 service nova] Enqueued Resource ID: ccb79650-204e-4cf5-ae34-e01923825bb2 with Priority: HIGHEST for action port [ 1022.002923] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1022.003764] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1022.004497] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb79650-204e-4cf5-ae34-e01923825bb2 with Priority: HIGHEST for action port [ 1022.005241] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92636f57-f684-4f18-b3af-8979124b6cd5 with Priority: HIGH for action security_group_rules [ 1022.005241] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd with Priority: HIGH for action security_group_rules [ 1022.005241] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 with Priority: HIGH for action security_group_rules [ 1022.005429] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 with Priority: HIGH for action security_group_rules [ 1022.005429] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e with Priority: HIGH for action security_group_rules [ 1022.006438] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGH for action security_group_rules [ 1022.006592] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 with Priority: HIGH for action security_group_rules [ 1022.006688] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e with Priority: HIGH for action security_group_rules [ 1022.006886] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693ed0b2-5b52-4293-9f82-973b084fd90d with Priority: HIGH for action security_group_rules [ 1022.007013] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 with Priority: HIGH for action security_group_rules [ 1022.007065] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef with Priority: HIGH for action security_group_rules [ 1022.007231] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 with Priority: HIGH for action security_group_rules [ 1022.007341] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGH for action security_group_rules [ 1022.007585] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4009a62-01ca-4983-8f96-b84683a39271 with Priority: HIGH for action security_group_rules [ 1022.007585] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGH for action security_group_rules [ 1022.007796] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd9ff535-efd5-4761-822c-a4f02b159031 with Priority: HIGH for action security_group_rules [ 1022.007796] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGH for action security_group_rules [ 1022.007796] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGH for action security_group_rules [ 1022.007986] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a with Priority: HIGH for action security_group_rules [ 1022.007986] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce with Priority: HIGH for action security_group_rules [ 1022.008435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.008577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.008657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.008896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.009108] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.010828] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.011357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.011357] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccb79650-204e-4cf5-ae34-e01923825bb2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.011598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccb79650-204e-4cf5-ae34-e01923825bb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.011598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccb79650-204e-4cf5-ae34-e01923825bb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.011760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccb79650-204e-4cf5-ae34-e01923825bb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.011852] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb79650-204e-4cf5-ae34-e01923825bb2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.014145] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92636f57-f684-4f18-b3af-8979124b6cd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.014145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.014145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.014145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.014145] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92636f57-f684-4f18-b3af-8979124b6cd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.015393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.015393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.015393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.015849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.015849] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0c79913-f2b4-4e93-bdcf-b7a556826fdd',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.016841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05984004-0c63-4cb8-9eb4-95acd0171dc2 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.016997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.017077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.017275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.018161] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05984004-0c63-4cb8-9eb4-95acd0171dc2',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.018246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.018397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.018397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.019041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.019041] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a70d8a92-4d22-452f-b2b5-8e8bc855bee0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.019929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.019929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.019929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.020196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.020381] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0d465b9-0a51-439e-a064-a0aa7ab3e99e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.021604] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.021604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.021604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.022371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.022371] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.023111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.023271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.023342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.023486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.023545] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c80d1d8-a4ae-4edd-99dd-0a44ba722f19',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.024382] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.024503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.024562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.025183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.025183] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7177c693-40c4-4841-8bd6-a7b584bd7f9e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.025699] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-693ed0b2-5b52-4293-9f82-973b084fd90d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.025873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.025873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.025946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.026424] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('693ed0b2-5b52-4293-9f82-973b084fd90d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.026855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.027098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.027165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.028512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.028512] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3c5314-1965-4dfe-97bf-40d84dc708c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.028512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.028512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.028512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.028512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.028841] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4da7bd-aef3-4825-a205-0d3edfe4cfef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.029369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12629428-4bce-4e1d-9070-8b0c967df3f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.029566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.029641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.029797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.029872] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12629428-4bce-4e1d-9070-8b0c967df3f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.031945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.031945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.032066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.032280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.032360] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.033317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4009a62-01ca-4983-8f96-b84683a39271 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.033447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.033561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.033679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.033759] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4009a62-01ca-4983-8f96-b84683a39271',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.034765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.034880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.034931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.035154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.035327] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.036319] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd9ff535-efd5-4761-822c-a4f02b159031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.036319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.036491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.036531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.036671] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd9ff535-efd5-4761-822c-a4f02b159031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.037576] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.037702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.037767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.037925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.037925] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.038861] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.038968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.038968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.039099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.039878] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.039878] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7224d91c-ee3e-49ac-9bb9-491223512c7a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.040046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.040046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.040178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.040251] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7224d91c-ee3e-49ac-9bb9-491223512c7a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.041222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.041357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.041421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.041578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.041677] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca559b4b-e6c3-4bff-8d3b-cb1572a640ce',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.069397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.069572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.069615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.069835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.178335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.178687] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92636f57-f684-4f18-b3af-8979124b6cd5 is going to be deleted. [ 1022.242803] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.242803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.243074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.243074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.243142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.243261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92636f57-f684-4f18-b3af-8979124b6cd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.255399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.255399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.255399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.255399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.255601] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.255601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.255601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.255811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.255890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.256008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.256227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.256350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.256461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.256631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.256808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.256950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.256950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.257114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.257189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.257296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.257354] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.545701] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccb79650-204e-4cf5-ae34-e01923825bb2 with status ACTIVE [ 1022.545915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.546055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.546123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.546333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.546448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.546513] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port ccb79650-204e-4cf5-ae34-e01923825bb2 not found, creating... [ 1022.546657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.546755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.546816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.546963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.547048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.547222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.547315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.547373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.547514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.547586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.547662] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccb79650-204e-4cf5-ae34-e01923825bb2 is going to be created. [ 1022.553826] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.553961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.554051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.554344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.554489] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.554571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.554667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.554789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.554844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.554923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.555182] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.558542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.558689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.558737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.558917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.559097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.559205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.559264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.559425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.559511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.559595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.559683] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.561970] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.561970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.564501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.564748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.564748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.564748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.564748] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.565345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.565345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.565443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.565570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.565633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.565696] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.567069] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.567217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.567281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.567471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.567564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.567719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.567719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.567864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.567948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.568041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.568146] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.611302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.611551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.611551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.611804] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.616626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.616721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.620324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.620489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.622934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.623012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.624015] env[65073]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-990/ports/ccb79650-204e-4cf5-ae34-e01923825bb2', 'data': {'id': 'ccb79650-204e-4cf5-ae34-e01923825bb2', 'display_name': 'ccb79650-204e-4cf5-ae34-e01923825bb2', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': 'ccb79650-204e-4cf5-ae34-e01923825bb2', 'type': 'PARENT', 'traffic_tag': 990}, 'address_bindings': [{'ip_address': '192.168.128.5', 'mac_address': 'fa:16:3e:83:b8:e4'}], 'tags': [{'scope': 'age', 'tag': 1765313278}, {'scope': 'revision_number', 'tag': 5}, {'scope': 'security_group', 'tag': '614b3257-38dd-437b-bdff-e0e5ae675e9a'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-990', 'path': '/infra/segments/nsx-vlan-transportzone-990/ports/ccb79650-204e-4cf5-ae34-e01923825bb2', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-990/ports/ccb79650-204e-4cf5-ae34-e01923825bb2] as it already exists."\n}' [ 1022.624226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccb79650-204e-4cf5-ae34-e01923825bb2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.624329] env[65073]: Traceback (most recent call last): [ 1022.624362] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1022.624362] env[65073]: listener.cb(fileno) [ 1022.624362] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1022.624362] env[65073]: result = function(*args, **kwargs) [ 1022.624362] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 270, in port [ 1022.624362] env[65073]: self._port_realize(port) [ 1022.624362] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1022.624362] env[65073]: return self.nsx_provider.port_realize(os_port, delete) [ 1022.624362] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1022.624362] env[65073]: return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1022.624362] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1022.624362] env[65073]: return func(*args, **kwargs) [ 1022.624362] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1022.624362] env[65073]: res = self.client.put(path=path, data=data) [ 1022.624362] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1022.624362] env[65073]: raise RuntimeError(msg, last_err) [ 1022.624881] env[65073]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-990/ports/ccb79650-204e-4cf5-ae34-e01923825bb2] as it already exists."\\n}\'') [ 1022.624881] env[65073]: Removing descriptor: 13 [ 1022.628492] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.628626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.631859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.631859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.633034] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.633034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.633765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.633883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.634706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.634821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.635481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.635607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.636186] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.636663] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.636737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.637362] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.637715] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.637790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.638387] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.638781] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.638891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.639471] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.639844] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.639939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.645148] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.645655] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.645760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.646304] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.646687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.646820] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c80d1d8-a4ae-4edd-99dd-0a44ba722f19 is going to be deleted. [ 1022.647705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.647907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.669727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.669887] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 693ed0b2-5b52-4293-9f82-973b084fd90d is going to be deleted. [ 1022.670854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.670982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.693948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.693948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0d465b9-0a51-439e-a064-a0aa7ab3e99e is going to be deleted. [ 1022.693948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.693948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.710415] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.710587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.716498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.717127] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3c5314-1965-4dfe-97bf-40d84dc708c5 is going to be deleted. [ 1022.717557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.717766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.738517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.738874] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be deleted. [ 1022.740072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.740488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.743051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.743285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.760538] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a: rpc.has_security_group_logging(os_id): False [ 1022.769624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.769624] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4009a62-01ca-4983-8f96-b84683a39271 is going to be deleted. [ 1022.770437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.772008] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.780548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.780548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.786534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.786534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.826756] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.827028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.836098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.836098] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a70d8a92-4d22-452f-b2b5-8e8bc855bee0 is going to be deleted. [ 1022.837933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.838178] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.842553] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.842724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.885352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.885730] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7177c693-40c4-4841-8bd6-a7b584bd7f9e is going to be deleted. [ 1022.886884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.886884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.941360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.941535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4da7bd-aef3-4825-a205-0d3edfe4cfef is going to be deleted. [ 1022.942895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.943068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.956839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.957021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.969400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.969535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05984004-0c63-4cb8-9eb4-95acd0171dc2 is going to be deleted. [ 1022.970680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.970977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.017111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.017111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.023325] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.023487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.024748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.024928] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0c79913-f2b4-4e93-bdcf-b7a556826fdd is going to be deleted. [ 1023.026043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.026285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.030037] env[65073]: INFO networking_nsxv3.common.synchronization [req-e164a264-4d37-45aa-a2ce-9d3e04d49cfe req-43ee8e9b-8d38-48ab-aac9-8f66ccab96dc tempest-ServerExternalEventsTest-1194482186 tempest-ServerExternalEventsTest-1194482186-project-member] Enqueued Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGHEST for action security_group_members [ 1023.031532] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGHEST for action security_group_members [ 1023.031664] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b6a912-b459-4ce4-b118-5f7774edf717 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.031773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.031913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.032915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.032915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.032915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.032915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.032915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.032915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.033452] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.062735] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.064581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.064834] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12629428-4bce-4e1d-9070-8b0c967df3f5 is going to be deleted. [ 1023.066533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.066762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.068238] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.075950] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.084338] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.116430] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.116557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.158173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.158346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.168287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.168890] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd9ff535-efd5-4761-822c-a4f02b159031 is going to be deleted. [ 1023.170267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.170527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.188495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.188495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.203569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.203760] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7224d91c-ee3e-49ac-9bb9-491223512c7a is going to be deleted. [ 1023.205233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.205542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.238233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.238519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.279237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.279463] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca559b4b-e6c3-4bff-8d3b-cb1572a640ce is going to be deleted. [ 1023.280753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.281141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.281285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.281461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c80d1d8-a4ae-4edd-99dd-0a44ba722f19" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.282577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38a84b0-030f-4bdd-9106-d863026d50b3 in Status: SUCCESS [ 1023.282917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.283342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.283474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.283576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.283754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-693ed0b2-5b52-4293-9f82-973b084fd90d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.284663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.284938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.285263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.285461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.285563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.285828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.285944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.286119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.286221] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.287402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.287591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.287749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.288830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0d465b9-0a51-439e-a064-a0aa7ab3e99e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.288830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.288830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.350385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.350687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.401982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.402382] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.402700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.402700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.402882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.402938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.403146] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.403294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.403370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.403472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.403547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.403787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.403905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.403981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.404092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.404177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.404258] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 1023.405483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.405655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.405761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.405898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3c5314-1965-4dfe-97bf-40d84dc708c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.406051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.406200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.406271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.406384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.406536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.406678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.406753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.406859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4009a62-01ca-4983-8f96-b84683a39271" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.407010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.407163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.407239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.407351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7177c693-40c4-4841-8bd6-a7b584bd7f9e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.408014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.408185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.408275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.408381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a70d8a92-4d22-452f-b2b5-8e8bc855bee0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.408500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.408641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.408723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.408825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4da7bd-aef3-4825-a205-0d3edfe4cfef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.408961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.409113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.409187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.409829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0c79913-f2b4-4e93-bdcf-b7a556826fdd" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.409829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.409829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.409829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.409829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05984004-0c63-4cb8-9eb4-95acd0171dc2" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.410342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.410342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.410342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.410342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12629428-4bce-4e1d-9070-8b0c967df3f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.410342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.410574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.410574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.410664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd9ff535-efd5-4761-822c-a4f02b159031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.445078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.445337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.445437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.445743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.445867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.446041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7224d91c-ee3e-49ac-9bb9-491223512c7a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.448984] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.449266] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.449414] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.449803] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.450241] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.450507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.450676] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.451017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.451250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.451636] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.451802] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.451961] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.452137] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.452313] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.452509] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.452658] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.490115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.490115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.490115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.490115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.490115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.490115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca559b4b-e6c3-4bff-8d3b-cb1572a640ce" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.500147] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.500679] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.500679] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.501142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-975" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.501321] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.501543] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.501689] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.502049] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.502364] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28f7a80-ee1a-454e-983f-8cbeeb755a2a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.536180] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.536363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.536431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.536694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.536842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.537143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.537255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.537325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.537491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.537568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.537656] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b6a912-b459-4ce4-b118-5f7774edf717 already deleted. [ 1023.537736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.569065] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ad9f49-569c-4f5d-af6b-ce9417f36c20: rpc.has_security_group_logging(os_id): False [ 1023.570530] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 562fb255-bd38-4f90-8944-25a123d7f657: rpc.has_security_group_logging(os_id): False [ 1023.578258] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b9c55a2-2d54-4510-940f-23f54ca86876: rpc.has_security_group_logging(os_id): False [ 1023.591389] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dee95bb5-aee3-4625-9e7d-4d0a0f45adb7: rpc.has_security_group_logging(os_id): False [ 1023.620685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.620951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.620951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.621247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.621338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.628661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.628886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.629153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.629403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.632024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.632160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.633051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.633191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.634061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.634209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.660700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 1023.708193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.708773] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.708893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.709035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.709214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.709304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.709415] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1023.710676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.710896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.789457] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.800305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.800766] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.800937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.800992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.801338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.801558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.801686] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1023.803475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.803708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.858824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.859265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.859445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.859538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.859821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.859926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.860157] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 is going to be updated. [ 1023.861443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.861701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.899596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.899968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.900876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.901300] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.901462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.901560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.901858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.901959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.902047] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 is going to be updated. [ 1023.903408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.903519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.903681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.928582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1023.935463] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1023.935731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.935936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.936181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.936374] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.936484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.936551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.936715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.936786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.936888] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.982894] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.983156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.983237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.983559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.983757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.001339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.001599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.001599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.001794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.002029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.006401] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.006693] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.007046] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.007493] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.007669] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.007838] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port c28f7a80-ee1a-454e-983f-8cbeeb755a2a not found, creating... [ 1024.008270] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.008470] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.008590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.008893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.009383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.009619] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.009838] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.009967] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.010345] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.010557] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.010884] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: c28f7a80-ee1a-454e-983f-8cbeeb755a2a is going to be created. [ 1024.027390] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1024.031522] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 in Status: IN_PROGRESS for 2s [ 1024.082606] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.083060] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.083060] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.083715] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.083715] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.083915] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.115406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.115672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.115873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.116250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.116568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.160852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 in Status: IN_PROGRESS for 2s [ 1024.293359] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b38a84b0-030f-4bdd-9106-d863026d50b3: rpc.has_security_group_logging(os_id): False [ 1024.332075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.332338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.332338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.332664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.332795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.333102] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.333221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.333366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.333499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.333580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.333698] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38a84b0-030f-4bdd-9106-d863026d50b3 is going to be created. [ 1024.433751] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.433962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.434085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.434391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.434792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.438845] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.449063] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b38a84b0-030f-4bdd-9106-d863026d50b3 in Status: IN_PROGRESS for 2s [ 1024.803069] env[65073]: INFO networking_nsxv3.common.synchronization [req-e164a264-4d37-45aa-a2ce-9d3e04d49cfe req-0757edae-97dc-4be7-add2-38ab9a0c488a service nova] Enqueued Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGHEST for action security_group_rules [ 1024.803069] env[65073]: INFO networking_nsxv3.common.synchronization [req-e164a264-4d37-45aa-a2ce-9d3e04d49cfe req-0757edae-97dc-4be7-add2-38ab9a0c488a service nova] Enqueued Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGHEST for action security_group_members [ 1024.803069] env[65073]: INFO networking_nsxv3.common.synchronization [req-e164a264-4d37-45aa-a2ce-9d3e04d49cfe req-0757edae-97dc-4be7-add2-38ab9a0c488a service nova] Enqueued Resource ID: c28f7a80-ee1a-454e-983f-8cbeeb755a2a with Priority: HIGHEST for action port [ 1024.807058] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGHEST for action security_group_rules [ 1024.807058] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGHEST for action security_group_members [ 1024.807058] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28f7a80-ee1a-454e-983f-8cbeeb755a2a with Priority: HIGHEST for action port [ 1024.807058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b6a912-b459-4ce4-b118-5f7774edf717 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.807058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.807058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.807058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.807058] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.808332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b6a912-b459-4ce4-b118-5f7774edf717 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.808332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.808332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.808332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.808332] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.808332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.808332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.808332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.808332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.811203] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.811203] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.811203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.811203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.811203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.811203] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28f7a80-ee1a-454e-983f-8cbeeb755a2a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.941794] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.312895] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b6a912-b459-4ce4-b118-5f7774edf717 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.313105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.313392] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.314648] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c28f7a80-ee1a-454e-983f-8cbeeb755a2a with status ACTIVE [ 1025.314760] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.314892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.314972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.315302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.316065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.316065] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.316065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.316065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.316294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.316411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.316691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.316828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.316898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.317089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.317168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.317254] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c28f7a80-ee1a-454e-983f-8cbeeb755a2a is going to be updated. [ 1025.354479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.354715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.354715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.355123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.355313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.355524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28f7a80-ee1a-454e-983f-8cbeeb755a2a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.445772] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.445963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.446085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.446291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.446403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.446516] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1025.545876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.546095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.546164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.546318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.546706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.559118] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1025.683676] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 1025.683917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.819309] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.943950] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1025.944530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.043999] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1026.044107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.045217] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 in Status: SUCCESS [ 1026.045217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.179015] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 in Status: SUCCESS [ 1026.179735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.321652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.321924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.322010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.322276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.322344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.322449] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b6a912-b459-4ce4-b118-5f7774edf717 is going to be created. [ 1026.363929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.364326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.364326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.364605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.364906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.379212] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b6a912-b459-4ce4-b118-5f7774edf717 in Status: UNINITIALIZED for 2s [ 1026.465606] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b38a84b0-030f-4bdd-9106-d863026d50b3 in Status: SUCCESS [ 1026.465958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.571812] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1027.572105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.572105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.572304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.572917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.572917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.573207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.573207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.573276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.573329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.573425] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.076180] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.076367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.076462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.077830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.077830] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.077830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.077830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.078162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.078162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.078248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.078868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.078868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.078868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.078868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.078868] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.080028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.080028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.080028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.080028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.080028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.080390] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.390535] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b6a912-b459-4ce4-b118-5f7774edf717 in Status: SUCCESS [ 1028.390773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.391107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.391292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.391496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.391610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.391669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.391827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.391916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.391999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.392101] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.399650] env[65073]: INFO networking_nsxv3.common.synchronization [None req-170a75d0-2575-4477-baa1-b11cac5baed0 tempest-ServerRescueNegativeTestJSON-1350262176 tempest-ServerRescueNegativeTestJSON-1350262176-project-member] Enqueued Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_rules [ 1028.399981] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_rules [ 1028.400301] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af871fd4-3010-4792-8b58-c0ddb28d42bb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.400423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.400484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.400817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.400960] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.529028] env[65073]: INFO networking_nsxv3.common.synchronization [None req-87b68e59-cc70-454e-bedd-3ed45f4f10df tempest-ServerRescueNegativeTestJSON-1350262176 tempest-ServerRescueNegativeTestJSON-1350262176-project-member] Enqueued Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_rules [ 1028.529608] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_rules [ 1028.529919] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af871fd4-3010-4792-8b58-c0ddb28d42bb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.530201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.582502] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 614b3257-38dd-437b-bdff-e0e5ae675e9a: rpc.has_security_group_logging(os_id): False [ 1028.603297] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.603454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.603512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.603713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.624377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.624665] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.624920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.624920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.628104] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.628104] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.628104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.628104] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1028.741945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.742181] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.742254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.742689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.743649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.761795] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1028.895492] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b6a912-b459-4ce4-b118-5f7774edf717 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.895951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.895951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.896101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.896243] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.896354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.896410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.896573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.896671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.896823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.896915] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b6a912-b459-4ce4-b118-5f7774edf717 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.897361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.897361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.897361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.897507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.897507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.897593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.897699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.897761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.897867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.897973] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.927290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.927503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.927503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.927741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.927832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.928085] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af871fd4-3010-4792-8b58-c0ddb28d42bb already deleted. [ 1028.928260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.928387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.928597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.928737] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.400864] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2b6a912-b459-4ce4-b118-5f7774edf717: rpc.has_security_group_logging(os_id): False [ 1029.422263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.422533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.422758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.423565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.423565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.423657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.423766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.423853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.424145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.424282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.424611] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.424841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.425015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.425244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.425372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.426318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.426318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.426450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.426671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.426790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.426947] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b6a912-b459-4ce4-b118-5f7774edf717 is going to be created. [ 1029.461491] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.461697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.461825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.462026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.462127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.462358] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af871fd4-3010-4792-8b58-c0ddb28d42bb already deleted. [ 1029.462358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.513385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.513478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.513520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.513838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.514091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.529952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b6a912-b459-4ce4-b118-5f7774edf717 in Status: IN_PROGRESS for 2s [ 1030.776725] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1030.777165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.280393] env[65073]: INFO networking_nsxv3.common.synchronization [req-658828c8-a670-4881-89bd-796d5d9b4d84 req-41eb64c3-ee8c-4a67-ae3a-4b26df9a1910 tempest-ServerDiskConfigTestJSON-1175827827 tempest-ServerDiskConfigTestJSON-1175827827-project-member] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 1031.280984] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGHEST for action security_group_members [ 1031.281317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.281451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.281660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.281730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.281833] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.281930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.282092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.282170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.282262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.282355] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.542722] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b6a912-b459-4ce4-b118-5f7774edf717 in Status: SUCCESS [ 1031.542964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.785820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.786158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.786158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.786391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.786490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.786682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.786783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.786872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.786980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.787080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.787157] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be updated. [ 1031.819164] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.819164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.819164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.819164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.819364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.832085] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: IN_PROGRESS for 2s [ 1033.845358] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a in Status: SUCCESS [ 1033.845910] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a deletion is rescheduled due to dependency. [ 1033.845910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.616054] env[65073]: INFO networking_nsxv3.common.synchronization [req-545cd699-4aec-4741-87d2-d83a72f82032 req-07acacaa-0059-4bfe-9e08-efdd412020c5 tempest-ServerRescueNegativeTestJSON-1350262176 tempest-ServerRescueNegativeTestJSON-1350262176-project-member] Enqueued Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_members [ 1034.616715] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_members [ 1034.619752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-af871fd4-3010-4792-8b58-c0ddb28d42bb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.619902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.619972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.620257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.620479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.620968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.620968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.620968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.620968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.621184] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.059029] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.059029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.059029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.059029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.061121] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.061121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.061121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.061121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.061121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.061121] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.061121] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.061121] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.061636] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.061685] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.061909] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.062148] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.085650] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.085852] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.086059] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.086246] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-960" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.086590] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-4962799f-76e2-4992-84c2-f19aab0b7432 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.086752] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-4962799f-76e2-4992-84c2-f19aab0b7432" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.086888] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-4962799f-76e2-4992-84c2-f19aab0b7432" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.087284] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-4962799f-76e2-4992-84c2-f19aab0b7432" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.087431] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4962799f-76e2-4992-84c2-f19aab0b7432',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.126807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.126807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.126807] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af871fd4-3010-4792-8b58-c0ddb28d42bb already deleted. [ 1035.126807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.235575] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6b61ffe-f963-4423-afd9-6e7d83c2ba35 req-adfd4342-d093-438d-9773-412f95461712 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1035.236211] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1035.236538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.236655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.236724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.236983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.237327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.237432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.237479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.237643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.237727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.237825] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.562900] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.563116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.563237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.563502] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.563761] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.563916] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.564219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.564471] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.564634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.564848] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.565101] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.565294] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.565437] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.565603] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.565716] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.565871] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.590500] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.590797] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.590970] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.591297] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.591509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.591732] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 4962799f-76e2-4992-84c2-f19aab0b7432 not found, creating... [ 1035.592088] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.592287] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.592461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.592707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.592898] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.593337] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.593514] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.593665] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.593933] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.594145] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.594611] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 4962799f-76e2-4992-84c2-f19aab0b7432 is going to be created. [ 1035.597293] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.597445] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.597751] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.597859] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.598231] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-26a0d6b7-147b-4dda-833b-982d2be9aa90 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.598420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-26a0d6b7-147b-4dda-833b-982d2be9aa90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.598540] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-26a0d6b7-147b-4dda-833b-982d2be9aa90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.598831] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-26a0d6b7-147b-4dda-833b-982d2be9aa90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.599054] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a0d6b7-147b-4dda-833b-982d2be9aa90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.625095] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.625355] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.625473] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.625739] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.626144] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.626365] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-4962799f-76e2-4992-84c2-f19aab0b7432" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.739913] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.740158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.740242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.740426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.740515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.740716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.740875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.740875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.741020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.741092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.741175] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 already deleted. [ 1035.741258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.102186] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.102610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.102610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.102835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.103078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.103286] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 26a0d6b7-147b-4dda-833b-982d2be9aa90 not found, creating... [ 1036.103698] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.103960] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.104122] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.104430] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.104631] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105064] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.105278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.105440] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105714] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.106082] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 26a0d6b7-147b-4dda-833b-982d2be9aa90 is going to be created. [ 1036.132061] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.132401] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.132555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.133093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.133415] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.133721] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-26a0d6b7-147b-4dda-833b-982d2be9aa90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.362096] env[65073]: INFO networking_nsxv3.common.synchronization [req-545cd699-4aec-4741-87d2-d83a72f82032 req-c0d77edc-3e6b-4b69-8cd0-b98de1255f77 service nova] Enqueued Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_rules [ 1036.362096] env[65073]: INFO networking_nsxv3.common.synchronization [req-545cd699-4aec-4741-87d2-d83a72f82032 req-c0d77edc-3e6b-4b69-8cd0-b98de1255f77 service nova] Enqueued Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_members [ 1036.362096] env[65073]: INFO networking_nsxv3.common.synchronization [req-545cd699-4aec-4741-87d2-d83a72f82032 req-c0d77edc-3e6b-4b69-8cd0-b98de1255f77 service nova] Enqueued Resource ID: 4962799f-76e2-4992-84c2-f19aab0b7432 with Priority: HIGHEST for action port [ 1036.363553] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_rules [ 1036.364200] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_members [ 1036.364200] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4962799f-76e2-4992-84c2-f19aab0b7432 with Priority: HIGHEST for action port [ 1036.365306] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af871fd4-3010-4792-8b58-c0ddb28d42bb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.365306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.365306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.365761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.367020] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.367592] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-af871fd4-3010-4792-8b58-c0ddb28d42bb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.367949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.368217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.372369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.372369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.372369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.372369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.372369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.372369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.372369] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.375248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-4962799f-76e2-4992-84c2-f19aab0b7432 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.378283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4962799f-76e2-4992-84c2-f19aab0b7432" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.378283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4962799f-76e2-4992-84c2-f19aab0b7432" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.378283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4962799f-76e2-4992-84c2-f19aab0b7432" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.378283] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4962799f-76e2-4992-84c2-f19aab0b7432',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.652505] env[65073]: INFO networking_nsxv3.common.synchronization [req-770239e1-36e5-4c24-ba40-a68c8d47b85e req-a697576f-f0ba-4988-b903-33a8abffda69 tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1036.652998] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1036.653354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.653485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.653549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.653756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.653912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.654025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.654091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.654243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.654326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.654424] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.875697] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.879121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-af871fd4-3010-4792-8b58-c0ddb28d42bb taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.879335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.879569] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4962799f-76e2-4992-84c2-f19aab0b7432 with status ACTIVE [ 1036.879621] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.879894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.879959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.880316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.880505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.881127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.881127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.881127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.881336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.881440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.881732] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.881849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.881915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.882098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.882229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.882281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4962799f-76e2-4992-84c2-f19aab0b7432 is going to be updated. [ 1036.895470] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6b61ffe-f963-4423-afd9-6e7d83c2ba35 req-8f779945-96f7-4ed6-befd-82cd927f3aa7 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1036.895679] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6b61ffe-f963-4423-afd9-6e7d83c2ba35 req-8f779945-96f7-4ed6-befd-82cd927f3aa7 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1036.895911] env[65073]: INFO networking_nsxv3.common.synchronization [req-b6b61ffe-f963-4423-afd9-6e7d83c2ba35 req-8f779945-96f7-4ed6-befd-82cd927f3aa7 service nova] Enqueued Resource ID: 26a0d6b7-147b-4dda-833b-982d2be9aa90 with Priority: HIGHEST for action port [ 1036.896502] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1036.896676] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1036.897370] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a0d6b7-147b-4dda-833b-982d2be9aa90 with Priority: HIGHEST for action port [ 1036.897701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.897828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.897894] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.898289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.898371] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.899291] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.899412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.899478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.899663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.899902] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.900031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.900107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.900317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.900361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.900448] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.901693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a0d6b7-147b-4dda-833b-982d2be9aa90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.901693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a0d6b7-147b-4dda-833b-982d2be9aa90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.901693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a0d6b7-147b-4dda-833b-982d2be9aa90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.901845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a0d6b7-147b-4dda-833b-982d2be9aa90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.901845] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a0d6b7-147b-4dda-833b-982d2be9aa90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.908036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.908036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.908162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.908341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.908481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.908644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4962799f-76e2-4992-84c2-f19aab0b7432" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.133629] env[65073]: INFO networking_nsxv3.common.synchronization [req-19e36655-e0ac-4faf-b8d5-4a1d2845a3af req-568b1ada-7576-4739-8a34-de968416a30e tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1037.134205] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1037.134513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.134629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.134718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.134911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.135088] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.135182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.135249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.135542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.135542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.135642] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.157266] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.379275] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.403616] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.405145] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.405280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.405560] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a0d6b7-147b-4dda-833b-982d2be9aa90 with status ACTIVE [ 1037.405766] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.406640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.406719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.406935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.407043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.407219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.407327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.407386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.407546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.407622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.407797] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.407931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.407999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.408093] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.408154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.408240] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a0d6b7-147b-4dda-833b-982d2be9aa90 is going to be updated. [ 1037.430939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.431119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.431195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.431366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.431503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.431660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a0d6b7-147b-4dda-833b-982d2be9aa90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.637960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.638136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.638208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.638427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.658036] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.665407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.665682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.665786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.665840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.666060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.666157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.666249] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1037.696435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.696659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.696659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.696882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.697016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.706532] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1037.883776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.884170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.884278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.884524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.885169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.885307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af871fd4-3010-4792-8b58-c0ddb28d42bb is going to be created. [ 1037.907652] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.915816] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.915816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.915816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.916209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.917161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.929025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af871fd4-3010-4792-8b58-c0ddb28d42bb in Status: UNINITIALIZED for 2s [ 1038.162564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.162907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.162907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.163026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.163126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.163227] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1038.202614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.202614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.202614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.202614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.202614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.215310] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1038.409874] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.409874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.409874] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.410145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.410145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.410145] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be created. [ 1038.441339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.441543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.441543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.441762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.441923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.452191] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: UNINITIALIZED for 2s [ 1039.545276] env[65073]: INFO networking_nsxv3.common.synchronization [req-c51ef21d-47f7-48e7-beb2-32c18dabbf3e req-4a99941a-b9bc-442f-a5f1-db4c0ed097a0 tempest-ServerExternalEventsTest-1194482186 tempest-ServerExternalEventsTest-1194482186-project-member] Enqueued Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGHEST for action security_group_members [ 1039.547038] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGHEST for action security_group_members [ 1039.547038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b6a912-b459-4ce4-b118-5f7774edf717 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.547038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.547038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.547038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.547038] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.547478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.547478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.547478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.547478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.547605] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.717169] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1039.717368] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1039.717489] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.940383] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af871fd4-3010-4792-8b58-c0ddb28d42bb in Status: SUCCESS [ 1039.940631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.940809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.941042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.941267] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.941402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.941479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.941622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.941701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.941783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.941895] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.049359] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.049531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.049604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.049979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.050129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.050369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.050481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.050571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.051032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.051032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.051032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b6a912-b459-4ce4-b118-5f7774edf717 is going to be updated. [ 1040.105127] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.105313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.105357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.105563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.105725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.123383] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b6a912-b459-4ce4-b118-5f7774edf717 in Status: IN_PROGRESS for 2s [ 1040.230998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 4s [ 1040.446073] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.469948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1040.470168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.470922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.470922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.471482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.471631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.471699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.471887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.472071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.472167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.472263] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.949690] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af871fd4-3010-4792-8b58-c0ddb28d42bb: rpc.has_security_group_logging(os_id): False [ 1040.970993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.971370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.971517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.972374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.972495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.972763] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.972896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.972963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.973337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.973574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.973750] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af871fd4-3010-4792-8b58-c0ddb28d42bb is going to be created. [ 1040.978170] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.978370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.978451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.978643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.978837] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.978945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.979023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.979257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.979363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.979463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.979657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.979780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.979842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.980254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.980529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.980693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.980792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.981015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.981229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.981327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.981435] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.055503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.055669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.055669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.055944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.056040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.072320] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af871fd4-3010-4792-8b58-c0ddb28d42bb in Status: IN_PROGRESS for 2s [ 1041.484681] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63b43bf-5e61-4745-a893-8f4d99841c90: rpc.has_security_group_logging(os_id): False [ 1041.509548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.509548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.509883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.509883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.509985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.510157] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.510867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.510867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.510867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.510867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.510867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.510867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.510867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.511232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.511232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.511312] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.511432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.511513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.511694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.511777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.511871] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be created. [ 1041.585873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.585873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.585873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.585873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.585873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.596882] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1042.134164] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b6a912-b459-4ce4-b118-5f7774edf717 in Status: SUCCESS [ 1042.134687] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b6a912-b459-4ce4-b118-5f7774edf717 deletion is rescheduled due to dependency. [ 1042.134687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.243691] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1042.244132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.090931] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af871fd4-3010-4792-8b58-c0ddb28d42bb in Status: SUCCESS [ 1043.090931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.615415] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1043.615917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.974360] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e7d82e49-2272-4d23-91eb-ba6627bbf5f8 None None] Enqueued Resource ID: 3dea9bbe-b720-42e4-a555-8fb18c88f290 with Priority: HIGHEST for action port [ 1043.976304] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dea9bbe-b720-42e4-a555-8fb18c88f290 with Priority: HIGHEST for action port [ 1043.976569] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dea9bbe-b720-42e4-a555-8fb18c88f290 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.976691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dea9bbe-b720-42e4-a555-8fb18c88f290" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.976818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dea9bbe-b720-42e4-a555-8fb18c88f290" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.977136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dea9bbe-b720-42e4-a555-8fb18c88f290" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.977195] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dea9bbe-b720-42e4-a555-8fb18c88f290',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.480475] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dea9bbe-b720-42e4-a555-8fb18c88f290 [ 1044.483651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.483791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.483834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.484113] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.484215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.484336] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dea9bbe-b720-42e4-a555-8fb18c88f290 already deleted. [ 1044.484420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dea9bbe-b720-42e4-a555-8fb18c88f290" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.430534] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c3496789-efa7-4350-9f58-f704e539719f None None] Enqueued Resource ID: c3dc6bb3-4f4a-442d-8421-2aa50be3edb7 with Priority: HIGHEST for action port [ 1046.430534] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dc6bb3-4f4a-442d-8421-2aa50be3edb7 with Priority: HIGHEST for action port [ 1046.430534] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3dc6bb3-4f4a-442d-8421-2aa50be3edb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.430534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3dc6bb3-4f4a-442d-8421-2aa50be3edb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.430534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3dc6bb3-4f4a-442d-8421-2aa50be3edb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.430534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3dc6bb3-4f4a-442d-8421-2aa50be3edb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.430534] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3dc6bb3-4f4a-442d-8421-2aa50be3edb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.934046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3dc6bb3-4f4a-442d-8421-2aa50be3edb7 [ 1046.934046] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.934046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.934288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.934350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.934452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.934529] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3dc6bb3-4f4a-442d-8421-2aa50be3edb7 already deleted. [ 1046.934612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3dc6bb3-4f4a-442d-8421-2aa50be3edb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.329700] env[65073]: INFO networking_nsxv3.common.synchronization [req-7d23fb76-3483-4791-b588-050b90685881 req-8ac5eca5-cd7d-4e11-ac7c-c4a68c64d7ec tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1047.330481] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1047.330609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.330689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.330730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.331145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.332339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.333497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.333596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.333959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.333959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.333959] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.732678] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.732986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.733312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.733663] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.734013] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.734250] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.734516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.735397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.735397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.735734] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.735935] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.736127] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.736286] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.736449] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.737436] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.737693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.760095] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.760449] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.760776] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.761053] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.761749] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-da0699f4-16bd-4eca-825a-0e4e318fde37 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.762094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-da0699f4-16bd-4eca-825a-0e4e318fde37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.762094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-da0699f4-16bd-4eca-825a-0e4e318fde37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.762582] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-da0699f4-16bd-4eca-825a-0e4e318fde37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.762821] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0699f4-16bd-4eca-825a-0e4e318fde37',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.793021] env[65073]: INFO networking_nsxv3.common.synchronization [None req-d22724bd-ffb2-44c9-87b9-330e17dcc51b None None] Enqueued Resource ID: 1c8de6c9-4bfc-4b0f-95c9-42e69835772d with Priority: HIGHEST for action port [ 1047.793021] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8de6c9-4bfc-4b0f-95c9-42e69835772d with Priority: HIGHEST for action port [ 1047.793021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8de6c9-4bfc-4b0f-95c9-42e69835772d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.793021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8de6c9-4bfc-4b0f-95c9-42e69835772d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.793021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8de6c9-4bfc-4b0f-95c9-42e69835772d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.793438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8de6c9-4bfc-4b0f-95c9-42e69835772d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.793438] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8de6c9-4bfc-4b0f-95c9-42e69835772d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.838106] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.265947] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.266119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.266119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.266462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.266611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.266762] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port da0699f4-16bd-4eca-825a-0e4e318fde37 not found, creating... [ 1048.267064] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.267236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.267353] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.267664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.267813] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.268127] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.268282] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.268393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.268609] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.268737] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.268873] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: da0699f4-16bd-4eca-825a-0e4e318fde37 is going to be created. [ 1048.295996] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c8de6c9-4bfc-4b0f-95c9-42e69835772d [ 1048.295996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.295996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.295996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.296318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.296318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.296318] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c8de6c9-4bfc-4b0f-95c9-42e69835772d already deleted. [ 1048.296437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8de6c9-4bfc-4b0f-95c9-42e69835772d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.300796] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.301318] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.302357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.302357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.302357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.302357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-da0699f4-16bd-4eca-825a-0e4e318fde37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.344212] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.847062] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.847456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.847456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.847810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.848046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.848221] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1048.890128] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.890128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.890128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.890128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.890128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.902899] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1049.105048] env[65073]: INFO networking_nsxv3.common.synchronization [req-7d23fb76-3483-4791-b588-050b90685881 req-35187825-2e8a-4810-9962-8b43271fac51 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1049.105048] env[65073]: INFO networking_nsxv3.common.synchronization [req-7d23fb76-3483-4791-b588-050b90685881 req-35187825-2e8a-4810-9962-8b43271fac51 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1049.105048] env[65073]: INFO networking_nsxv3.common.synchronization [req-7d23fb76-3483-4791-b588-050b90685881 req-35187825-2e8a-4810-9962-8b43271fac51 service nova] Enqueued Resource ID: da0699f4-16bd-4eca-825a-0e4e318fde37 with Priority: HIGHEST for action port [ 1049.105048] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1049.107052] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1049.108205] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da0699f4-16bd-4eca-825a-0e4e318fde37 with Priority: HIGHEST for action port [ 1049.108205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.108373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.108373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.108536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.108622] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.109556] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.109685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.109932] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-da0699f4-16bd-4eca-825a-0e4e318fde37 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.110097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da0699f4-16bd-4eca-825a-0e4e318fde37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.110169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da0699f4-16bd-4eca-825a-0e4e318fde37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.110388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da0699f4-16bd-4eca-825a-0e4e318fde37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.110474] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0699f4-16bd-4eca-825a-0e4e318fde37',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.613873] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.614385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.618020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da0699f4-16bd-4eca-825a-0e4e318fde37 with status ACTIVE [ 1049.618020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.618020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.618020] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.618020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.618020] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da0699f4-16bd-4eca-825a-0e4e318fde37 is going to be updated. [ 1049.642616] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.646903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.646903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.646903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.646903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.646903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da0699f4-16bd-4eca-825a-0e4e318fde37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.954196] env[65073]: INFO networking_nsxv3.common.synchronization [req-d5f8762b-a200-4538-b98e-cf77ff14ca85 req-33d6d1b7-7380-4925-8b48-c1b2f9dcf8b2 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1049.954889] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1049.955829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.956142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.956230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.956567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.956839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.957042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.957138] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.957313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.957401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.957514] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.254830] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9f1420f6-f46a-4762-9ce5-1fca0dcee067 None None] Enqueued Resource ID: a4a1911e-6ae5-44a2-b885-e01549421ad1 with Priority: HIGHEST for action port [ 1050.257644] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a1911e-6ae5-44a2-b885-e01549421ad1 with Priority: HIGHEST for action port [ 1050.258225] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a1911e-6ae5-44a2-b885-e01549421ad1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.258384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a1911e-6ae5-44a2-b885-e01549421ad1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.259163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a1911e-6ae5-44a2-b885-e01549421ad1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.259163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a1911e-6ae5-44a2-b885-e01549421ad1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.259163] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a1911e-6ae5-44a2-b885-e01549421ad1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.459539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.459896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.459896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.460368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.460368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.460368] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.460368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.460622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.460622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.460733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.460783] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1050.492044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.492226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.492273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.492568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.492780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.502298] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1050.761712] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4a1911e-6ae5-44a2-b885-e01549421ad1 [ 1050.761961] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.762111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.762208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.762409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.762498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.762891] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4a1911e-6ae5-44a2-b885-e01549421ad1 already deleted. [ 1050.762891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a1911e-6ae5-44a2-b885-e01549421ad1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.912846] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1050.913044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.913234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.913483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.913688] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.913921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.913921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.914070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.914174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.914284] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.417343] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.923656] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.240277] env[65073]: INFO networking_nsxv3.common.synchronization [req-9ee4374f-693a-4273-963b-b2cd0682dfe6 req-a2e88e4c-ef18-4b2d-b313-a9da722b7983 tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1052.240277] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1052.240277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.240277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.240277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.240277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.240277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.240711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.240873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.241145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.241329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.241569] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.427208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.427208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.427642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.427642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.427975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.427975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1052.462026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.462026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.462026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.462026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.462743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.475540] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1052.512835] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1052.513118] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 deletion is rescheduled due to dependency. [ 1052.513276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.744219] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.744417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.744495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.744771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.744873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.745328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.745442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.745525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.745738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.745841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.745952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1052.758619] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.758840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.759090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.759289] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.760273] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.760592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.760748] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.761130] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.761391] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.762155] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.762155] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.762462] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.762662] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.762825] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.762989] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.763471] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.777260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.777491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.777491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.777744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.777891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.789393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1052.790609] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.790770] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.790913] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.791102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.791440] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-92d54033-cadd-4262-93fc-319f31c3f0a3 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.791625] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-92d54033-cadd-4262-93fc-319f31c3f0a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.791745] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-92d54033-cadd-4262-93fc-319f31c3f0a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.792107] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-92d54033-cadd-4262-93fc-319f31c3f0a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.792252] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92d54033-cadd-4262-93fc-319f31c3f0a3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.296058] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.296058] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.296058] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.296366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.296516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.296725] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 92d54033-cadd-4262-93fc-319f31c3f0a3 not found, creating... [ 1053.297092] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.297349] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.297527] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.297869] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.298090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.298543] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.298931] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.299042] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.299253] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.299420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.299614] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 92d54033-cadd-4262-93fc-319f31c3f0a3 is going to be created. [ 1053.330634] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.330946] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.331143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.331509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.331790] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.332113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-92d54033-cadd-4262-93fc-319f31c3f0a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.572572] env[65073]: INFO networking_nsxv3.common.synchronization [req-b0a421d7-d06f-4d1c-9dc5-94d825cd545b req-b8012909-3c67-4556-8a4e-94a78869782a tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1053.573141] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1053.573487] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.573631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.573697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.574268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.574268] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.574423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.574423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.574589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.574707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.574807] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.056835] env[65073]: INFO networking_nsxv3.common.synchronization [req-9ee4374f-693a-4273-963b-b2cd0682dfe6 req-995b40d1-1aa0-47f6-8b03-4490f3f4d872 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1054.057051] env[65073]: INFO networking_nsxv3.common.synchronization [req-9ee4374f-693a-4273-963b-b2cd0682dfe6 req-995b40d1-1aa0-47f6-8b03-4490f3f4d872 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1054.057316] env[65073]: INFO networking_nsxv3.common.synchronization [req-9ee4374f-693a-4273-963b-b2cd0682dfe6 req-995b40d1-1aa0-47f6-8b03-4490f3f4d872 service nova] Enqueued Resource ID: 92d54033-cadd-4262-93fc-319f31c3f0a3 with Priority: HIGHEST for action port [ 1054.057676] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1054.057818] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1054.057935] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d54033-cadd-4262-93fc-319f31c3f0a3 with Priority: HIGHEST for action port [ 1054.058839] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.058984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.059054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.059346] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.061543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.061543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.061543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-92d54033-cadd-4262-93fc-319f31c3f0a3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.061543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92d54033-cadd-4262-93fc-319f31c3f0a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.061543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92d54033-cadd-4262-93fc-319f31c3f0a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.061999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92d54033-cadd-4262-93fc-319f31c3f0a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.062060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92d54033-cadd-4262-93fc-319f31c3f0a3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.079236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.079236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.079236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.079236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.079236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.079236] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.079236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.079236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.079236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.079236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.079236] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1054.109702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.110539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.110539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.110539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.110539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.123742] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1054.237829] env[65073]: INFO networking_nsxv3.common.synchronization [req-d6446077-777e-48cf-8076-159b66a03e5c req-c21c5ebf-9ca6-4095-a436-8ee7251bddca tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_members [ 1054.237829] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGHEST for action security_group_members [ 1054.237829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.237829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.237829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.237829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.237829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.237829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.237829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.237829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.237829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.237829] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.486312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1054.486631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.486897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.487034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.487240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.487358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.487429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.487602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.487679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.487767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.487860] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.564584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.564903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.568565] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92d54033-cadd-4262-93fc-319f31c3f0a3 with status ACTIVE [ 1054.569028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.569168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.569538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.569538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.569613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.569731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.569830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.569882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.570077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.570160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.570364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.570486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.570550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.570711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.570787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.570892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92d54033-cadd-4262-93fc-319f31c3f0a3 is going to be updated. [ 1054.594518] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.594836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.594923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.595175] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.595334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.595588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92d54033-cadd-4262-93fc-319f31c3f0a3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.643960] env[65073]: INFO networking_nsxv3.common.synchronization [req-24b178b1-ccff-409a-8092-af8f325b428a req-158b5259-1e29-4e12-a945-9f2ccd65e765 tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1054.646486] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1054.646486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.646486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.646486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.646486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.646486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.646486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.646486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.646486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.646486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.646486] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.740023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.740265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.740339] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.740577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.740707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.740926] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.741045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.741112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.741302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.741382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.741468] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 is going to be updated. [ 1054.784025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.784025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.784025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.784025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.784025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.793647] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 in Status: IN_PROGRESS for 2s [ 1054.799905] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1054.799905] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1054.799905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.800100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.800291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.800479] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.800595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.800658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.800808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.800888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.801327] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.990564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.991482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.991604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.991813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.992365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.992365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.992365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.992625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.992625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.992724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.993924] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.994043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.994154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.994377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.994978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.995095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.995148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.995330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.995422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.995495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.995730] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.075981] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.076212] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-233" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.076373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-233" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.076699] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-233" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.076961] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.077171] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.077293] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.077512] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.077655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.077865] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.077975] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.078112] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.078221] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.078366] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.078423] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.078553] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.105433] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.105618] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.105754] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.105931] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-233" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.106382] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-40fad99c-2141-4c04-80cb-a1b1445b7746 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.106575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.106695] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.107038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.107183] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fad99c-2141-4c04-80cb-a1b1445b7746',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.154855] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.155060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.155248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.155600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.155738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.156082] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.156256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.156438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.156723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.156857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.157164] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 already deleted. [ 1055.157287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.303776] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.498031] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 614b3257-38dd-437b-bdff-e0e5ae675e9a: rpc.has_security_group_logging(os_id): False [ 1055.516322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.516493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.516572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.516782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.516877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.517087] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.517186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.517246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.517390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.517465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.517736] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.517832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.517892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.518048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.518126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.518310] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.518404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.518466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.518598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.518670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.518754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1055.578853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.579012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.579086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.579302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.579454] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.593078] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1055.610747] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.611050] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.611121] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.611405] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.611555] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.611710] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 40fad99c-2141-4c04-80cb-a1b1445b7746 not found, creating... [ 1055.611982] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.612152] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.612271] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.612487] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.612620] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.612896] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.613061] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.613178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.613414] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.613549] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.613685] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 is going to be created. [ 1055.636716] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.636938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.637092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.637443] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.637648] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.637881] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.806331] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.134071] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1056.134271] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 deletion is rescheduled due to dependency. [ 1056.134392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.311456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.311675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.311724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.312066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.312209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.312331] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1056.350729] env[65073]: INFO networking_nsxv3.common.synchronization [req-24b178b1-ccff-409a-8092-af8f325b428a req-b9c2cec7-e27d-4800-99be-6485be441547 service nova] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_rules [ 1056.350935] env[65073]: INFO networking_nsxv3.common.synchronization [req-24b178b1-ccff-409a-8092-af8f325b428a req-b9c2cec7-e27d-4800-99be-6485be441547 service nova] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1056.351099] env[65073]: INFO networking_nsxv3.common.synchronization [req-24b178b1-ccff-409a-8092-af8f325b428a req-b9c2cec7-e27d-4800-99be-6485be441547 service nova] Enqueued Resource ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 with Priority: HIGHEST for action port [ 1056.351682] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_rules [ 1056.351814] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1056.351906] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 with Priority: HIGHEST for action port [ 1056.355026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.355026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.355026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.355026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.355026] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.358893] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.360296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.360296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.360296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.360296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.360296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.360296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.361422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.361422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.361422] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.363108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-40fad99c-2141-4c04-80cb-a1b1445b7746 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.363529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.363529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.365058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.365058] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fad99c-2141-4c04-80cb-a1b1445b7746',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.365586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.365682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.365743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.365884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.366747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.378209] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1056.803300] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 in Status: SUCCESS [ 1056.803746] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 deletion is rescheduled due to dependency. [ 1056.803746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.859674] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.859822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.868546] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.869341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40fad99c-2141-4c04-80cb-a1b1445b7746 with status ACTIVE [ 1056.869552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.869689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.869757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.869956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.870043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.870231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.870331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.870394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.870552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.870628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.870804] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.870896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.870954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.874789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.874789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.874789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 is going to be updated. [ 1056.900937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.901129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.902091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.902091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.902091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.902091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.376707] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.609880] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1057.610123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.881026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.881616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.881616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.881616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.881749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.881827] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be created. [ 1057.908570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.908943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.909070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.910034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.910203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.921557] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: UNINITIALIZED for 2s [ 1058.390976] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1058.391247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.391620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.391957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.392176] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.392300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.392359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.392548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.392631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.392720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.392813] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.898158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.898158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.898158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.898158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.898158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.898158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.898158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.898158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.898158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.898158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.898158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.899419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.899419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.899419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.899419] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.899419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.899419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.899745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.899745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.899745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.899898] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.404998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e41a0d86-2beb-44e9-86e1-25d0a7a56738: rpc.has_security_group_logging(os_id): False [ 1059.423458] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.423637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.424026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.424026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.424228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.424322] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.424457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.424530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.424722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.424829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.425066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.425201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.425305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.425487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.425594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.425820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.425952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.426046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.426216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.426345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.426456] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1059.441160] env[65073]: INFO networking_nsxv3.common.synchronization [None req-feee1643-1347-4ed2-bcf8-b2b1cca67851 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_rules [ 1059.441865] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_rules [ 1059.442068] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.442129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.442177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.442865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.442865] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.487405] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.487668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.488120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.488120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.488280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.504297] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1059.518161] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7021d435-f49c-434e-9d5a-7583969a4d7d tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_rules [ 1059.518697] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_rules [ 1059.519031] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.519141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.934080] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: SUCCESS [ 1059.934412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.934610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.934869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.935327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.935327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.935491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.935649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.935709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.935806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.935936] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.969424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.969646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.969646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.969846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.969947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.970103] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 already deleted. [ 1059.970167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.970288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.970447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.970531] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.438535] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.438700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.438775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.439278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.439506] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.439624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.439685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.439802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.439882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.439981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.440153] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.440251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.440317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.440465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.440614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.440736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.440781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.440916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.440992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.441091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.441183] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.492394] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.492569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.492641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.492877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.492981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.493089] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 already deleted. [ 1060.493234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.943990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748: rpc.has_security_group_logging(os_id): False [ 1060.963565] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.963565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.963565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.963565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.963565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.963565] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.963565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.963565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.963565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.964148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.964148] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.964148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.964148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.964148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.964332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.964450] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.964527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.964643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.964817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.964890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.965111] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be created. [ 1061.026353] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.026583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.026662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.026810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.026990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.038467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: IN_PROGRESS for 2s [ 1061.520941] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1061.520941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.008157] env[65073]: INFO networking_nsxv3.common.synchronization [req-08408869-77b9-482e-88d4-13fa0d979e70 req-90f059e7-fd21-45b9-ba7e-e2d1d514b01f tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1062.008901] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1062.008960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.009258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.009335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.009937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.009937] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.009937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.010195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.010195] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.010304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.010304] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.512827] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.016436] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.061416] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: SUCCESS [ 1063.061643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.358148] env[65073]: INFO networking_nsxv3.common.synchronization [req-bce5c541-f7ec-4435-84d2-2efa695d880e req-15b84be6-d5d1-4233-87b2-d8c1e8cc6c93 tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1063.358917] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1063.359258] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.359409] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.359453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.359633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.359784] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.359885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.359940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.360103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.360213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.360354] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.519324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.519596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.519596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.519845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.519939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.520082] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1063.554060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.554060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.554060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.557836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.557836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.566583] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1063.570277] env[65073]: INFO networking_nsxv3.common.synchronization [req-14bcfec5-2fae-4123-bda5-453ac8fe84fe req-bc2fcfdb-f381-42ed-b9f6-ef7e62cfa10d tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_members [ 1063.570925] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c56394-6101-4c0c-b82c-7a5768fde745 with Priority: HIGHEST for action security_group_members [ 1063.571309] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5c56394-6101-4c0c-b82c-7a5768fde745 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.571465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.571528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.572359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.572581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.572725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.572761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.572924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.573019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.573143] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5c56394-6101-4c0c-b82c-7a5768fde745',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.682706] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.683029] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.683268] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.683642] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.683932] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.684380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.684380] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.684549] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.684708] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.685365] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.685514] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.685651] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.686684] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.686684] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.686684] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.686684] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.709444] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.709897] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.709897] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.710133] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.710420] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-6c156762-acca-4fa3-9aa5-b7b618a5e031 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.710600] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-6c156762-acca-4fa3-9aa5-b7b618a5e031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.710859] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-6c156762-acca-4fa3-9aa5-b7b618a5e031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.711575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-6c156762-acca-4fa3-9aa5-b7b618a5e031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.711575] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c156762-acca-4fa3-9aa5-b7b618a5e031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.866032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.866032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.866032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.866032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.866032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.866032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.866032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.866032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.866032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.866032] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.866032] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1063.929088] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.929088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.929088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.929088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.929088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.955422] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1064.075841] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.076210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.076210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.076309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.099778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.099991] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.100129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.100237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.100394] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.100476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.100589] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c56394-6101-4c0c-b82c-7a5768fde745 is going to be updated. [ 1064.158471] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.158681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.158681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.158938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.159114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.171036] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c56394-6101-4c0c-b82c-7a5768fde745 in Status: IN_PROGRESS for 2s [ 1064.214039] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.214039] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.214475] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.214475] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.214554] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.214752] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 6c156762-acca-4fa3-9aa5-b7b618a5e031 not found, creating... [ 1064.215240] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.215240] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.215846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.215846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.215846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.216152] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.216957] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.217066] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.217488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.217645] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.217798] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 6c156762-acca-4fa3-9aa5-b7b618a5e031 is going to be created. [ 1064.255756] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.255756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.255756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.256088] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.256280] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.256587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-6c156762-acca-4fa3-9aa5-b7b618a5e031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.960334] env[65073]: INFO networking_nsxv3.common.synchronization [req-bce5c541-f7ec-4435-84d2-2efa695d880e req-b0a2f660-b264-4b15-83e8-7601557011d6 service nova] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 1064.960536] env[65073]: INFO networking_nsxv3.common.synchronization [req-bce5c541-f7ec-4435-84d2-2efa695d880e req-b0a2f660-b264-4b15-83e8-7601557011d6 service nova] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1064.960707] env[65073]: INFO networking_nsxv3.common.synchronization [req-bce5c541-f7ec-4435-84d2-2efa695d880e req-b0a2f660-b264-4b15-83e8-7601557011d6 service nova] Enqueued Resource ID: 6c156762-acca-4fa3-9aa5-b7b618a5e031 with Priority: HIGHEST for action port [ 1064.961543] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 1064.961543] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1064.961634] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c156762-acca-4fa3-9aa5-b7b618a5e031 with Priority: HIGHEST for action port [ 1064.962290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.962290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.962290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.962487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.962487] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.964664] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.964751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.964957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c156762-acca-4fa3-9aa5-b7b618a5e031 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.965090] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c156762-acca-4fa3-9aa5-b7b618a5e031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.965192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c156762-acca-4fa3-9aa5-b7b618a5e031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.965462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c156762-acca-4fa3-9aa5-b7b618a5e031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.965559] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c156762-acca-4fa3-9aa5-b7b618a5e031',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.467428] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.467854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.467854] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c156762-acca-4fa3-9aa5-b7b618a5e031 with status ACTIVE [ 1065.467994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.467994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.468078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.468287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.468389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.468562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.468661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.468721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.468875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.468952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.469512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.469512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.469512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.469512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.469512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.469753] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c156762-acca-4fa3-9aa5-b7b618a5e031 is going to be updated. [ 1065.494411] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.494662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.494662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.494885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.495040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.495194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c156762-acca-4fa3-9aa5-b7b618a5e031" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.577207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1065.577422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.965931] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1065.966217] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 deletion is rescheduled due to dependency. [ 1065.966337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.966509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.966719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.966911] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.967029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.967124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.968827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.968827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.968827] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.183333] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5c56394-6101-4c0c-b82c-7a5768fde745 in Status: SUCCESS [ 1066.183333] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5c56394-6101-4c0c-b82c-7a5768fde745 deletion is rescheduled due to dependency. [ 1066.183333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5c56394-6101-4c0c-b82c-7a5768fde745" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.221023] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.221023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.221023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.221023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.221023] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.221718] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.221946] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.222307] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.222553] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.223076] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.223290] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.223562] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.223763] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.224475] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.224703] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.224948] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.247566] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.247955] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.248240] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.248501] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-655" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.248901] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-3f5256d0-b427-4693-a27e-c85caef7a714 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.249236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.249449] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.249812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.250055] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5256d0-b427-4693-a27e-c85caef7a714',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.470952] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.752822] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.753128] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.753217] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.753608] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.753812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.754194] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.754398] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.754535] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.754805] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.754959] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.755287] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.755606] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.755863] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.756216] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.756371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.756740] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 3f5256d0-b427-4693-a27e-c85caef7a714 is going to be updated. [ 1066.792167] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.792429] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.792691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.793107] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.793407] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.794035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.976110] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.478584] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.478584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.478584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.478584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.478584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.478584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1067.494045] env[65073]: INFO networking_nsxv3.common.synchronization [req-fad2325b-5ae8-45ae-a3a3-352c1d4944b3 req-7381b9f0-affd-4985-a3cd-64cfb49c4285 service nova] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_rules [ 1067.494045] env[65073]: INFO networking_nsxv3.common.synchronization [req-fad2325b-5ae8-45ae-a3a3-352c1d4944b3 req-7381b9f0-affd-4985-a3cd-64cfb49c4285 service nova] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 1067.494413] env[65073]: INFO networking_nsxv3.common.synchronization [req-fad2325b-5ae8-45ae-a3a3-352c1d4944b3 req-7381b9f0-affd-4985-a3cd-64cfb49c4285 service nova] Enqueued Resource ID: 3f5256d0-b427-4693-a27e-c85caef7a714 with Priority: HIGHEST for action port [ 1067.495194] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_rules [ 1067.495507] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 1067.495659] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5256d0-b427-4693-a27e-c85caef7a714 with Priority: HIGHEST for action port [ 1067.496146] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.496362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.496569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.496841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.496997] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.498701] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.498701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.498816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.498925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.499513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.499643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.499696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.499890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.500162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.500315] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.504075] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5256d0-b427-4693-a27e-c85caef7a714 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.504075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.504075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.504270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.504270] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5256d0-b427-4693-a27e-c85caef7a714',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.509628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.509785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.509819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.510042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.510200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.520852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1068.003400] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.005917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.006049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.012622] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5256d0-b427-4693-a27e-c85caef7a714 with status ACTIVE [ 1068.012889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.013034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.013146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.013615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.013615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.013796] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.013796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.013796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.013983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.014075] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.014264] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.014356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.014416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.014589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.014672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.014760] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5256d0-b427-4693-a27e-c85caef7a714 is going to be updated. [ 1068.040030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.040030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.040030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.040030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.040030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.040323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5256d0-b427-4693-a27e-c85caef7a714" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.506980] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.010517] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.010767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.011059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.011238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.011338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.011437] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be updated. [ 1069.048571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.048723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.048773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.049628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.049628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.060237] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: IN_PROGRESS for 2s [ 1069.190438] env[65073]: INFO networking_nsxv3.common.synchronization [req-05756ae6-5717-4063-af31-b49bcaf872a6 req-b1978669-03ac-4e7f-bfb4-20fd60a8c4d4 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_members [ 1069.190438] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_members [ 1069.190438] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.190543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.190586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.190850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.191158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.191283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.191354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.191609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.191729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.191886] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.535339] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1069.535783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.535978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.536236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.536520] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.536675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.536747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.536917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.536999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537287] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.694715] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.694715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.694878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.695016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.695121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.695334] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.695460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.695541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.695710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.695784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.695870] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 already deleted. [ 1069.695951] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.041575] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.076977] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.077270] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.077369] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.077651] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.077984] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.078595] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.078740] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.078975] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.079180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.079405] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.079525] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.079637] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.079760] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.079889] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.079995] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.080155] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.101630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.101891] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.102112] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.102354] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.102790] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-282b5fca-b832-4c94-9d82-03ce1b9b2fac taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.103057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-282b5fca-b832-4c94-9d82-03ce1b9b2fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.103269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-282b5fca-b832-4c94-9d82-03ce1b9b2fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.103712] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-282b5fca-b832-4c94-9d82-03ce1b9b2fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.103913] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282b5fca-b832-4c94-9d82-03ce1b9b2fac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.544724] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 562fb255-bd38-4f90-8944-25a123d7f657: rpc.has_security_group_logging(os_id): False [ 1070.565274] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.565503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.565503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.565745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.565838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.566106] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.566203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.566282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.566477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.566477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.566550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1070.606448] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.606752] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.606908] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.607299] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.607479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.607667] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 282b5fca-b832-4c94-9d82-03ce1b9b2fac not found, creating... [ 1070.607991] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.608209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.608365] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.608636] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.608849] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.609246] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.609393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.609544] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.609941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.610317] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.610583] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 282b5fca-b832-4c94-9d82-03ce1b9b2fac is going to be created. [ 1070.631821] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.632137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.632356] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.632729] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.633102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.633429] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-282b5fca-b832-4c94-9d82-03ce1b9b2fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.635758] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.635879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.635930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.636140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.636301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.655224] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1071.071888] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 1071.072158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.072337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.072560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.072775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.073024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.073024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.073174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.073217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.073349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.073458] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.353656] env[65073]: INFO networking_nsxv3.common.synchronization [req-05756ae6-5717-4063-af31-b49bcaf872a6 req-56105df6-08d8-40cc-b00b-687528c48d4e service nova] Enqueued Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_rules [ 1071.353656] env[65073]: INFO networking_nsxv3.common.synchronization [req-05756ae6-5717-4063-af31-b49bcaf872a6 req-56105df6-08d8-40cc-b00b-687528c48d4e service nova] Enqueued Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_members [ 1071.353889] env[65073]: INFO networking_nsxv3.common.synchronization [req-05756ae6-5717-4063-af31-b49bcaf872a6 req-56105df6-08d8-40cc-b00b-687528c48d4e service nova] Enqueued Resource ID: 282b5fca-b832-4c94-9d82-03ce1b9b2fac with Priority: HIGHEST for action port [ 1071.354409] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_rules [ 1071.354729] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_members [ 1071.354729] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282b5fca-b832-4c94-9d82-03ce1b9b2fac with Priority: HIGHEST for action port [ 1071.355099] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.355258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.355405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.355690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.355829] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.356922] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.357085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.357156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.357401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.357586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.357719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.357836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.358050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.358170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.358278] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.359273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-282b5fca-b832-4c94-9d82-03ce1b9b2fac taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.359407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-282b5fca-b832-4c94-9d82-03ce1b9b2fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.359505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-282b5fca-b832-4c94-9d82-03ce1b9b2fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.359727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-282b5fca-b832-4c94-9d82-03ce1b9b2fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.360023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282b5fca-b832-4c94-9d82-03ce1b9b2fac',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.576271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.576684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.576684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.576819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.576997] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.577134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.577194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.577350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.577437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.577524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.577691] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.577818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.577873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.577981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.578130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.578237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.578299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.578433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.578505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.578587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.578671] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.864396] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.865615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.865717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.865885] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 282b5fca-b832-4c94-9d82-03ce1b9b2fac with status ACTIVE [ 1071.866091] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.866164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.866235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.866507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.866562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.867116] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.867116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.867116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.867329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.867570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.867693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.867747] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 282b5fca-b832-4c94-9d82-03ce1b9b2fac is going to be updated. [ 1071.893160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.893349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.893466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.893731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.893931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.894089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-282b5fca-b832-4c94-9d82-03ce1b9b2fac" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.081201] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d51cca-a537-40b3-ab7b-197718157536: rpc.has_security_group_logging(os_id): False [ 1072.105740] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.105983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.106658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.106722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.130678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.130912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.131123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.131238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.131484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.132314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.132314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.132314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.132314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.132314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.132314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.132695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.132695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.132794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.132989] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.133063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.133221] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be updated. [ 1072.203684] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.203877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.203877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.204155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.204294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.221748] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: IN_PROGRESS for 2s [ 1072.370379] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.671574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1072.672104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.873624] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.873785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.873861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.874187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.874310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.874415] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 is going to be created. [ 1072.901624] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.901858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.901971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.902280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.902506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.917994] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 in Status: UNINITIALIZED for 2s [ 1073.693928] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9edea459-5b8b-422b-87bf-2a4cbe5748dc tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_rules [ 1073.695133] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_rules [ 1073.695256] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0316c332-7795-4779-990f-8c4de33ea208 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.695386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.695555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.695741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695828] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.806970] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8055f02d-7c04-4035-a2ac-4b8436d44925 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_rules [ 1073.807636] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_rules [ 1073.807974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0316c332-7795-4779-990f-8c4de33ea208 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.808114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.225117] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.225296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.225357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.225627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.225771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.225805] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0316c332-7795-4779-990f-8c4de33ea208 already deleted. [ 1074.225893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.226074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.226293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.226382] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.245304] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 1074.245711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.748814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.749341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.749341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.749477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.749540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.749668] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0316c332-7795-4779-990f-8c4de33ea208 already deleted. [ 1074.749756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.933466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 in Status: SUCCESS [ 1074.933466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.933715] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.933944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.934181] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.934335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.934412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.934550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.934707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.934743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.934847] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.437234] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.940641] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc4bbc80-1fb1-4409-b05e-ae1170f70f56: rpc.has_security_group_logging(os_id): False [ 1075.962526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.962735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.962793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.963091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.963252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.963626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.963749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.963799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.964031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.964137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.964240] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 is going to be created. [ 1076.056025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.056244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.056244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.056592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.056855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.074268] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 in Status: IN_PROGRESS for 2s [ 1078.094448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 in Status: SUCCESS [ 1078.094448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.808325] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1078.808471] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1079.429028] env[65073]: INFO networking_nsxv3.common.synchronization [req-193effc4-4a16-4397-8813-f38fe9beb40e req-82bfc0be-38f3-4404-8443-66de43b8007c tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1079.429028] env[65073]: INFO networking_nsxv3.common.synchronization [req-193effc4-4a16-4397-8813-f38fe9beb40e req-82bfc0be-38f3-4404-8443-66de43b8007c tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 with Priority: HIGHEST for action security_group_members [ 1079.429028] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1079.429028] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 with Priority: HIGHEST for action security_group_members [ 1079.429028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.429900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.430171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.430506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.430878] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.431125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.431937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.431937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.431937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.431937] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.432651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.433597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.433597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.433597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.433597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.434086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.434086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.434086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.434086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.434086] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.478499] env[65073]: INFO networking_nsxv3.common.synchronization [req-193effc4-4a16-4397-8813-f38fe9beb40e req-82bfc0be-38f3-4404-8443-66de43b8007c tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_rules [ 1079.478707] env[65073]: INFO networking_nsxv3.common.synchronization [req-193effc4-4a16-4397-8813-f38fe9beb40e req-82bfc0be-38f3-4404-8443-66de43b8007c tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1079.479285] env[65073]: INFO networking_nsxv3.common.synchronization [req-193effc4-4a16-4397-8813-f38fe9beb40e req-82bfc0be-38f3-4404-8443-66de43b8007c tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 with Priority: HIGHEST for action security_group_rules [ 1079.479285] env[65073]: INFO networking_nsxv3.common.synchronization [req-193effc4-4a16-4397-8813-f38fe9beb40e req-82bfc0be-38f3-4404-8443-66de43b8007c tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 with Priority: HIGHEST for action security_group_members [ 1079.479285] env[65073]: INFO networking_nsxv3.common.synchronization [req-193effc4-4a16-4397-8813-f38fe9beb40e req-82bfc0be-38f3-4404-8443-66de43b8007c tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 with Priority: HIGHEST for action port [ 1079.479859] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_rules [ 1079.479941] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 with Priority: HIGHEST for action security_group_rules [ 1079.479986] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 with Priority: HIGHEST for action port [ 1079.480085] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1079.480227] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 with Priority: HIGHEST for action security_group_members [ 1079.480476] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.480654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.480700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.480876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.480961] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.481953] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.482094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.482900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.482900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.482900] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.483249] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-40fad99c-2141-4c04-80cb-a1b1445b7746 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.483362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.483423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.483780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.483780] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fad99c-2141-4c04-80cb-a1b1445b7746',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.484467] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.484576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.485338] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.485541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.789558] env[65073]: INFO networking_nsxv3.common.synchronization [req-7452b9fd-4203-4332-be36-878d4c537daa req-13ee3379-04c7-4705-8817-d9965ee2a44f tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1079.789791] env[65073]: INFO networking_nsxv3.common.synchronization [req-7452b9fd-4203-4332-be36-878d4c537daa req-13ee3379-04c7-4705-8817-d9965ee2a44f tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 with Priority: HIGHEST for action security_group_members [ 1079.790382] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1079.790589] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 with Priority: HIGHEST for action security_group_members [ 1079.790882] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.790990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.791232] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.791322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.840831] env[65073]: INFO networking_nsxv3.common.synchronization [req-7452b9fd-4203-4332-be36-878d4c537daa req-13ee3379-04c7-4705-8817-d9965ee2a44f tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_rules [ 1079.840937] env[65073]: INFO networking_nsxv3.common.synchronization [req-7452b9fd-4203-4332-be36-878d4c537daa req-13ee3379-04c7-4705-8817-d9965ee2a44f tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1079.842541] env[65073]: INFO networking_nsxv3.common.synchronization [req-7452b9fd-4203-4332-be36-878d4c537daa req-13ee3379-04c7-4705-8817-d9965ee2a44f tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 with Priority: HIGHEST for action port [ 1079.842541] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_rules [ 1079.842541] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1079.842541] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 with Priority: HIGHEST for action port [ 1079.842541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.842541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.842747] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.842879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.842983] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-40fad99c-2141-4c04-80cb-a1b1445b7746 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.843031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.936068] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.937574] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.986852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.987063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.987336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.987439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.987600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40fad99c-2141-4c04-80cb-a1b1445b7746 with status ACTIVE [ 1079.988028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.988153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.988221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.988439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.988534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.988714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.989159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.989254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.989466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.989883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.989883] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.990062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.990267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.990491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.990577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.990673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 is going to be updated. [ 1080.026463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.026682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.026682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.026957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.027182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.027365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.027529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.027767] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40fad99c-2141-4c04-80cb-a1b1445b7746',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.155698] env[65073]: INFO networking_nsxv3.common.synchronization [req-679d49d4-4613-4138-91cd-66b983fad401 req-421b45bb-0949-4168-880d-27275772aafc tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1080.156332] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1080.156802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.156802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.156893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.157341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.157530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.157683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.157742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.157902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.157963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.158095] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.439853] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.440859] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.532678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40fad99c-2141-4c04-80cb-a1b1445b7746 with status ACTIVE [ 1080.532931] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.533389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533709] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.533821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.533884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.534370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.534477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.534699] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.534798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.534863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.535028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.535092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.535178] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40fad99c-2141-4c04-80cb-a1b1445b7746 is going to be updated. [ 1080.564337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.564512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.564598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.564828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.564998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.568030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40fad99c-2141-4c04-80cb-a1b1445b7746" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.613924] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.614141] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.614262] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.614523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.614780] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.614938] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.615057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.615277] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.615419] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.615695] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.615825] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.615933] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.616113] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.616181] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.616258] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.616391] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.637219] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.637957] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.637957] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.638120] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.638646] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-6961a810-3a9a-4af7-a819-a35083e03693 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.638929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-6961a810-3a9a-4af7-a819-a35083e03693" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.639153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-6961a810-3a9a-4af7-a819-a35083e03693" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.639717] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-6961a810-3a9a-4af7-a819-a35083e03693" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.639837] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6961a810-3a9a-4af7-a819-a35083e03693',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.662960] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.942880] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.943151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.943151] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.943334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.943424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.943523] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 is going to be created. [ 1080.944750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.944884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.944959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.945162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.945247] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.945337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be updated. [ 1080.970851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.971039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.971081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.971276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.971433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.984298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.984473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.984514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.984718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.984880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.986577] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 in Status: UNINITIALIZED for 2s [ 1080.994403] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: IN_PROGRESS for 2s [ 1081.142287] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.142562] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.142652] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.142945] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.143126] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.143282] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 6961a810-3a9a-4af7-a819-a35083e03693 not found, creating... [ 1081.143542] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.143814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.143943] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144192] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144331] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.144644] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.144806] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.144921] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.145144] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.145278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.145414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 6961a810-3a9a-4af7-a819-a35083e03693 is going to be created. [ 1081.166896] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.167130] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.167255] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.167502] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.167729] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.168119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-6961a810-3a9a-4af7-a819-a35083e03693" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.168868] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.671573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.671981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.671981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.672303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.672433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.672537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1081.715028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.715028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.715028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.715028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.715028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.731203] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1081.945607] env[65073]: INFO networking_nsxv3.common.synchronization [req-679d49d4-4613-4138-91cd-66b983fad401 req-f98205c8-f32c-4f71-a6c4-e86f98880c47 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1081.945782] env[65073]: INFO networking_nsxv3.common.synchronization [req-679d49d4-4613-4138-91cd-66b983fad401 req-f98205c8-f32c-4f71-a6c4-e86f98880c47 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1081.945943] env[65073]: INFO networking_nsxv3.common.synchronization [req-679d49d4-4613-4138-91cd-66b983fad401 req-f98205c8-f32c-4f71-a6c4-e86f98880c47 service nova] Enqueued Resource ID: 6961a810-3a9a-4af7-a819-a35083e03693 with Priority: HIGHEST for action port [ 1081.946519] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1081.946686] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1081.946794] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6961a810-3a9a-4af7-a819-a35083e03693 with Priority: HIGHEST for action port [ 1081.947436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.947587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.948192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.948552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.948694] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.952597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.952597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.952597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-6961a810-3a9a-4af7-a819-a35083e03693 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.952597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6961a810-3a9a-4af7-a819-a35083e03693" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.952597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6961a810-3a9a-4af7-a819-a35083e03693" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.954295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6961a810-3a9a-4af7-a819-a35083e03693" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.954295] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6961a810-3a9a-4af7-a819-a35083e03693',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.455548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.455845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.457081] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6961a810-3a9a-4af7-a819-a35083e03693 with status ACTIVE [ 1082.457481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.457692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.457810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.458389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.458389] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.458585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.458825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.459107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.459235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.459325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.459618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.459861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.460074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.460718] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.461321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.461321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6961a810-3a9a-4af7-a819-a35083e03693 is going to be updated. [ 1082.489158] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.489422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.489422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.489768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.489972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.490208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6961a810-3a9a-4af7-a819-a35083e03693" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.589156] env[65073]: INFO networking_nsxv3.common.synchronization [req-ece5b973-b509-4e02-ac97-323cc264ce5f req-4365b0a6-1cd9-4f60-944f-0756d74c99f7 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_members [ 1082.589156] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_members [ 1082.589156] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0316c332-7795-4779-990f-8c4de33ea208 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.589719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.589965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.590386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.590715] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.590993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.593393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.593393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.593393] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.001357] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.001726] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.002143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.002302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.003101] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.003395] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.003694] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.004053] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.004288] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.004622] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.004980] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.005211] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.005418] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.005776] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.005914] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.006244] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.008638] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 in Status: SUCCESS [ 1083.009403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.011141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.011358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.011541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.011657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.011725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.011875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.012048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.012101] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.019464] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: SUCCESS [ 1083.019796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.020371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.020653] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.020851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.020975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.021051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.021217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.021322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.021447] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.043360] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.043533] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.043850] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.044058] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-460" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.044371] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.044548] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.044668] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.045025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.045167] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c1c5b12-4e46-4d35-8f82-421a7aa0237c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.094963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.095271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.095338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.095560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.095721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.095928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.096048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.096115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.096282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.096358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.096444] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0316c332-7795-4779-990f-8c4de33ea208 already deleted. [ 1083.096524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.514178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.514430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.514545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.514781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.514886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.515141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.515270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.515352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.515548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.515649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.515817] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 is going to be deleted. [ 1083.525819] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.547778] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.548144] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.548312] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.548597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.548748] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.549038] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 2c1c5b12-4e46-4d35-8f82-421a7aa0237c not found, creating... [ 1083.549304] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.549556] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.549715] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.549986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.550150] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.550478] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.550641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.550757] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.550982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.551135] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.551278] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 2c1c5b12-4e46-4d35-8f82-421a7aa0237c is going to be created. [ 1083.553484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.553647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.553698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.553864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.553957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.554094] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.554364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.554559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.554792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.555344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.555344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.555344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.555344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.555628] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.581356] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.581591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.581720] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.582071] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.582317] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.582573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.740920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1083.741171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.742583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.742583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.742583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.742583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.742583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.742583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.742583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.742583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.028685] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.057460] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.061875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.061875] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 already deleted. [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.061875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.061875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.061875] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.248272] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.325187] env[65073]: INFO networking_nsxv3.common.synchronization [req-ece5b973-b509-4e02-ac97-323cc264ce5f req-e1784b17-655e-4a50-9422-b6d9a07b79e0 service nova] Enqueued Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_rules [ 1084.325511] env[65073]: INFO networking_nsxv3.common.synchronization [req-ece5b973-b509-4e02-ac97-323cc264ce5f req-e1784b17-655e-4a50-9422-b6d9a07b79e0 service nova] Enqueued Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_members [ 1084.325733] env[65073]: INFO networking_nsxv3.common.synchronization [req-ece5b973-b509-4e02-ac97-323cc264ce5f req-e1784b17-655e-4a50-9422-b6d9a07b79e0 service nova] Enqueued Resource ID: 2c1c5b12-4e46-4d35-8f82-421a7aa0237c with Priority: HIGHEST for action port [ 1084.326579] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_rules [ 1084.326852] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_members [ 1084.327026] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1c5b12-4e46-4d35-8f82-421a7aa0237c with Priority: HIGHEST for action port [ 1084.327798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0316c332-7795-4779-990f-8c4de33ea208 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.328011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.328444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.328444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.328444] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.329613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0316c332-7795-4779-990f-8c4de33ea208 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.329737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.329895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.330125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.330533] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.330533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.330533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.330740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.330873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.331024] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.332068] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.332223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.332329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.332561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.332688] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c1c5b12-4e46-4d35-8f82-421a7aa0237c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.532207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.532440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.532440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.532644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.532736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.532852] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be updated. [ 1084.564853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.565054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.565098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.565356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.565386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.565934] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.565934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.565934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.566166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.566166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.566239] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 already deleted. [ 1084.566275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.566357] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.571138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.571270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.571337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.571503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.571645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.581214] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: IN_PROGRESS for 2s [ 1084.751511] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.834700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0316c332-7795-4779-990f-8c4de33ea208 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.834857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.835375] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.836352] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c1c5b12-4e46-4d35-8f82-421a7aa0237c with status ACTIVE [ 1084.836486] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.836623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.836799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.837030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.837124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.837314] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.837416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.837477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.837632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.837710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.837891] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.838038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.838119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.838194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.838293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.838343] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c1c5b12-4e46-4d35-8f82-421a7aa0237c is going to be updated. [ 1084.859614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.859867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.859867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.860100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.860241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.860401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c1c5b12-4e46-4d35-8f82-421a7aa0237c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.073830] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.254495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.254495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.254495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.254495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.254656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.254656] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1085.294707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.294707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.294707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.294707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.294707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.305279] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1085.340527] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.576538] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0: rpc.has_security_group_logging(os_id): False [ 1085.595246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.595780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.597217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.597217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.597217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.597217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.597217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.597217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.597217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.597217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.597674] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 is going to be created. [ 1085.614787] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0], does not exist path=[/infra/domains/default/groups/fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0]."\n}' [ 1085.615641] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 [ 1085.615641] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1085.657168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.657350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.657350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.657521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.658629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.658941] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.659063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.659103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.659257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.659336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.659530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.659616] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.659676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.659813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.659887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.659969] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 is going to be created. [ 1085.676178] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0], does not exist path=[/infra/domains/default/groups/fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 [ 1085.676334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.676553] env[65073]: Traceback (most recent call last): [ 1085.676593] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1085.676593] env[65073]: return func(*args, **kwargs) [ 1085.676593] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1085.676593] env[65073]: res.raise_for_status() [ 1085.676593] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1085.676593] env[65073]: raise HTTPError(http_error_msg, response=self) [ 1085.676593] env[65073]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 [ 1085.676593] env[65073]: During handling of the above exception, another exception occurred: [ 1085.676593] env[65073]: Traceback (most recent call last): [ 1085.676878] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1085.676878] env[65073]: listener.cb(fileno) [ 1085.676878] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1085.676878] env[65073]: result = function(*args, **kwargs) [ 1085.676878] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1085.676878] env[65073]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1085.676878] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1085.676878] env[65073]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1085.676878] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1085.676878] env[65073]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1085.676878] env[65073]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1085.676878] env[65073]: res.raise_for_status() [ 1085.676878] env[65073]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1085.676878] env[65073]: raise HTTPError(http_error_msg, response=self) [ 1085.676878] env[65073]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fa7ea4cd-ca7a-4cf6-84de-a16e34097ce0 [ 1085.676878] env[65073]: Removing descriptor: 57 [ 1085.842818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.842997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.843100] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.843344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.843441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.843549] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0316c332-7795-4779-990f-8c4de33ea208 is going to be created. [ 1085.872044] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.872044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.872044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.872341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.872602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.885076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0316c332-7795-4779-990f-8c4de33ea208 in Status: UNINITIALIZED for 2s [ 1086.594096] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: SUCCESS [ 1086.594436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.594528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.594880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.595112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.595229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.595295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.595453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.595535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.595658] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.097941] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.319229] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1087.319547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.319763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.320043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.320365] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.320534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.320645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.320847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.320971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.321123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.321265] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.600668] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.824065] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.824345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.824412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.824684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.824951] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.825161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.825161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.825392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.825511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.825624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.825867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.825988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.826150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.826266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.826436] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.826589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.826677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.826873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.826960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.827108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.827237] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.897393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0316c332-7795-4779-990f-8c4de33ea208 in Status: SUCCESS [ 1087.897555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.897759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.898024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.898265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.898384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.898484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.898629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.898723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.898795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.898924] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.103060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.103230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.103314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.103570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.103702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.103826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be updated. [ 1088.143094] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.143255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.143337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.143544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.143686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.156255] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: IN_PROGRESS for 2s [ 1088.330616] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 614b3257-38dd-437b-bdff-e0e5ae675e9a: rpc.has_security_group_logging(os_id): False [ 1088.353386] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.353610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.353610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.353815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.375031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.375385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.375554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.375654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.376074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.376176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.376399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.376507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.376572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.376796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.376893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.377105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.377170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.377229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.377379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.377458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.377549] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1088.401708] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.437367] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.437576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.437675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.437996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.438261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.460215] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1088.825709] env[65073]: INFO networking_nsxv3.common.synchronization [req-684f3fb4-53e3-44d0-b584-d2e30d207a08 req-ee9d3964-0667-45f7-b231-ca81d55aa516 tempest-ServerRescueTestJSONUnderV235-51054288 tempest-ServerRescueTestJSONUnderV235-51054288-project-member] Enqueued Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1088.826342] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 with Priority: HIGHEST for action security_group_members [ 1088.826686] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.826805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.904392] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0316c332-7795-4779-990f-8c4de33ea208: rpc.has_security_group_logging(os_id): False [ 1088.925022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.925248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.925661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.925661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.925859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.926160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.926465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.926579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.926992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.927190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.927633] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0316c332-7795-4779-990f-8c4de33ea208 is going to be created. [ 1089.001073] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.001288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.001288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.001506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.001690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.015321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0316c332-7795-4779-990f-8c4de33ea208 in Status: IN_PROGRESS for 2s [ 1090.169895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: SUCCESS [ 1090.170289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.170289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.170538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.170710] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.170829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.170890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.171124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.171172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.171407] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.477493] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1090.477722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.623946] env[65073]: INFO networking_nsxv3.common.synchronization [req-b320220e-2134-4d28-b56f-fff3b7916162 req-c4a9484d-1b0a-4346-99de-d333c85368c6 tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1090.623946] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1090.624296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.624296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.624380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.624535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.624887] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.624887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.624887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.625066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.625169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.625266] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.677482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.677735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.677823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.678061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.704689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.705101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.705382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.705431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.705842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.706012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.706199] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be updated. [ 1090.735061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.735150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.735219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.735442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.735592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.745449] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: IN_PROGRESS for 2s [ 1091.028127] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0316c332-7795-4779-990f-8c4de33ea208 in Status: SUCCESS [ 1091.028361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.127141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.127340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.127387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.127586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.150648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.151150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.151150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.151304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.151424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.151494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.151585] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1091.182344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.182671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.182671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.183047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.183047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.194252] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1092.757294] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: SUCCESS [ 1092.757612] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 deletion is rescheduled due to dependency. [ 1092.757612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.757935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.758577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.758577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.759030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.759030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.759030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.759192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.759324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.759448] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.760393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.760597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.760763] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.760950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.761040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.761393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.761393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.761393] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.206269] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1093.206269] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1093.206269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.264278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.266620] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.266620] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.266620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.266620] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be updated. [ 1093.297026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.297026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.297026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.297026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.297026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.307358] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: IN_PROGRESS for 2s [ 1093.449844] env[65073]: INFO networking_nsxv3.common.synchronization [req-6c617f2d-4e72-46e0-88f3-57bc6eead160 req-6d699717-3cd8-409e-9ba0-4cb3c262e1d5 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_members [ 1093.450421] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGHEST for action security_group_members [ 1093.450753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.450880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.450960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.451182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.451378] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.451484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.451571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.451698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.451817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.451919] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.954928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.955521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.955521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.955521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.977279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.977570] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.977697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.977880] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.978027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.978127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.978247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 is going to be updated. [ 1094.006241] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.006937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.007120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.007438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.007681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.017731] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 in Status: IN_PROGRESS for 2s [ 1094.062337] env[65073]: INFO networking_nsxv3.common.synchronization [req-6e1e91e3-27d4-4977-8060-edbc5882ad43 req-62259fee-15c9-400f-90e7-049c67e553ab tempest-ServersTestBootFromVolume-1198230423 tempest-ServersTestBootFromVolume-1198230423-project-member] Enqueued Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_members [ 1094.062940] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGHEST for action security_group_members [ 1094.063067] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38a84b0-030f-4bdd-9106-d863026d50b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.063176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.063296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.063539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.063597] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.063809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.063809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.063966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.064097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.064210] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.567050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.567050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.567050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.567050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.591229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.591587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.591798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.591959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.592377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.592500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.592631] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38a84b0-030f-4bdd-9106-d863026d50b3 is going to be updated. [ 1094.624249] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.624432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.624490] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.624717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.624899] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.635069] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38a84b0-030f-4bdd-9106-d863026d50b3 in Status: IN_PROGRESS for 2s [ 1095.319432] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: SUCCESS [ 1095.319767] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 deletion is rescheduled due to dependency. [ 1095.319767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.319959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.320245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.320527] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.320675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.320675] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.320870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.320962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.321135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.321266] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.321372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.321428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.321572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.321736] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.321822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.321873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.321997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.322084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.322164] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.322255] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.829152] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748: rpc.has_security_group_logging(os_id): False [ 1095.849077] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.851865] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.851865] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.851865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.852932] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.852932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.853416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.853416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.853416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.853416] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be updated. [ 1095.927049] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.927373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.927548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.927784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.927941] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.943137] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: IN_PROGRESS for 2s [ 1096.030452] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 in Status: SUCCESS [ 1096.030821] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 deletion is rescheduled due to dependency. [ 1096.031074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.645455] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38a84b0-030f-4bdd-9106-d863026d50b3 in Status: SUCCESS [ 1096.646703] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38a84b0-030f-4bdd-9106-d863026d50b3 deletion is rescheduled due to dependency. [ 1096.646703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.664409] env[65073]: INFO networking_nsxv3.common.synchronization [req-e50e00c0-d48c-414d-94ad-9c03f6cbbed6 req-3c119e56-f75a-48a6-a928-468e5e91a55a tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1097.665207] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1097.665352] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.665476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.665542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.665741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.665936] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.668637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.668751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.669521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.669521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.669521] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.691054] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a90fcd63-0806-4e6d-81fe-b2a1ac48da5e None None] Enqueued Resource ID: 34667201-70dd-4b69-ade7-3450726322aa with Priority: HIGHEST for action port [ 1097.691821] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34667201-70dd-4b69-ade7-3450726322aa with Priority: HIGHEST for action port [ 1097.693437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-34667201-70dd-4b69-ade7-3450726322aa taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.693631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34667201-70dd-4b69-ade7-3450726322aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.693745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34667201-70dd-4b69-ade7-3450726322aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.694140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34667201-70dd-4b69-ade7-3450726322aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.694269] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34667201-70dd-4b69-ade7-3450726322aa',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.961067] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 in Status: SUCCESS [ 1097.961067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.961067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.961067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.961430] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('551f7b6a-d3e3-4afc-9cd3-b8250d2ab748',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.075671] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.075832] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.077070] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.077496] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.077825] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.078015] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.078153] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.078471] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.078687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.078881] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.078995] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.079118] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.079228] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.079338] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.079442] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.079573] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.099788] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.099975] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.100291] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.100486] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.100835] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-125b17af-ecdb-44ab-b62d-50aa17b6ca84 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.101019] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-125b17af-ecdb-44ab-b62d-50aa17b6ca84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.101159] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-125b17af-ecdb-44ab-b62d-50aa17b6ca84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.101488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-125b17af-ecdb-44ab-b62d-50aa17b6ca84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.101628] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125b17af-ecdb-44ab-b62d-50aa17b6ca84',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.171957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.172192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.172278] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.172533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.172650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.172858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.172984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.173066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.173256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.173355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.173453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1098.196484] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34667201-70dd-4b69-ade7-3450726322aa [ 1098.196783] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.196938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.197000] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.197630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.197630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.197630] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34667201-70dd-4b69-ade7-3450726322aa already deleted. [ 1098.197630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34667201-70dd-4b69-ade7-3450726322aa" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.202497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.203081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.203185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.203393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.203542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.213490] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1098.484029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.484029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.484029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.484029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.484029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.484029] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 551f7b6a-d3e3-4afc-9cd3-b8250d2ab748 is going to be deleted. [ 1098.531778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.531778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.531778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.534262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.534262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.534262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-551f7b6a-d3e3-4afc-9cd3-b8250d2ab748" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.604459] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.605479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.605479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.605479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.605479] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.605479] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 125b17af-ecdb-44ab-b62d-50aa17b6ca84 not found, creating... [ 1098.605657] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.606520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.606520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.606520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.606520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.606718] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.606844] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.606995] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.607241] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.607422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.607506] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 125b17af-ecdb-44ab-b62d-50aa17b6ca84 is going to be created. [ 1098.632852] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.633084] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.633217] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.633540] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.633771] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.634089] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-125b17af-ecdb-44ab-b62d-50aa17b6ca84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.382700] env[65073]: INFO networking_nsxv3.common.synchronization [req-e50e00c0-d48c-414d-94ad-9c03f6cbbed6 req-9482ba19-b73e-4ebc-8273-489b2931a67c service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1099.382978] env[65073]: INFO networking_nsxv3.common.synchronization [req-e50e00c0-d48c-414d-94ad-9c03f6cbbed6 req-9482ba19-b73e-4ebc-8273-489b2931a67c service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1099.383123] env[65073]: INFO networking_nsxv3.common.synchronization [req-e50e00c0-d48c-414d-94ad-9c03f6cbbed6 req-9482ba19-b73e-4ebc-8273-489b2931a67c service nova] Enqueued Resource ID: 125b17af-ecdb-44ab-b62d-50aa17b6ca84 with Priority: HIGHEST for action port [ 1099.383713] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1099.383927] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1099.384513] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125b17af-ecdb-44ab-b62d-50aa17b6ca84 with Priority: HIGHEST for action port [ 1099.384834] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.385046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.385046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.385252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.385297] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.386248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.386372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.386542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-125b17af-ecdb-44ab-b62d-50aa17b6ca84 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.386637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-125b17af-ecdb-44ab-b62d-50aa17b6ca84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.386701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-125b17af-ecdb-44ab-b62d-50aa17b6ca84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.386876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-125b17af-ecdb-44ab-b62d-50aa17b6ca84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.387038] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125b17af-ecdb-44ab-b62d-50aa17b6ca84',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.889042] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.889221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.889356] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 125b17af-ecdb-44ab-b62d-50aa17b6ca84 with status ACTIVE [ 1099.889519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.889647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.889710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.889886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.890027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.890146] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.890275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.890321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.890682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.890682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.890682] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.890850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.890850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.892522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.892522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.892522] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 125b17af-ecdb-44ab-b62d-50aa17b6ca84 is going to be updated. [ 1099.913983] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.914180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.914251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.914461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.914599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.914759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-125b17af-ecdb-44ab-b62d-50aa17b6ca84" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.024982] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4165f969-b633-4717-9f62-dca38ccad69f None None] Enqueued Resource ID: 3c8aa55b-5dba-453f-9983-2f62d199d3f7 with Priority: HIGHEST for action port [ 1100.025603] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8aa55b-5dba-453f-9983-2f62d199d3f7 with Priority: HIGHEST for action port [ 1100.025940] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8aa55b-5dba-453f-9983-2f62d199d3f7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.026232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8aa55b-5dba-453f-9983-2f62d199d3f7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.026309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8aa55b-5dba-453f-9983-2f62d199d3f7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.026574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8aa55b-5dba-453f-9983-2f62d199d3f7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.026655] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8aa55b-5dba-453f-9983-2f62d199d3f7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.065076] env[65073]: INFO networking_nsxv3.common.synchronization [req-3f3634b4-1ebd-4eee-8f14-e87b98636680 req-6414cb66-5411-4e5b-8d42-12dcdc068bf1 tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1100.065960] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1100.066257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.066413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.066511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.066745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.066966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.067083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.067193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.067382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.067492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.067611] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.225048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 4s [ 1100.407116] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.407440] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.407610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.407929] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.409626] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.409626] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.409626] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.410338] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.411138] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.411138] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.411138] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.411138] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.411282] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.411411] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.411438] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.413025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.430524] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.430757] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.430900] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.431151] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.432073] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-3d592d78-d853-4174-82ed-6c0ec583f5c6 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.432073] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-3d592d78-d853-4174-82ed-6c0ec583f5c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.432073] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-3d592d78-d853-4174-82ed-6c0ec583f5c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.432281] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-3d592d78-d853-4174-82ed-6c0ec583f5c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.432281] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d592d78-d853-4174-82ed-6c0ec583f5c6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.529213] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c8aa55b-5dba-453f-9983-2f62d199d3f7 [ 1100.529462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.529598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.529667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.529889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.531041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.531041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c8aa55b-5dba-453f-9983-2f62d199d3f7 already deleted. [ 1100.531041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8aa55b-5dba-453f-9983-2f62d199d3f7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.570060] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.934805] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.935372] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.935372] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.935545] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.935671] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.935837] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 3d592d78-d853-4174-82ed-6c0ec583f5c6 not found, creating... [ 1100.936205] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.936400] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.936534] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.937393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.937393] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.937393] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.937523] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.937636] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.937885] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.938038] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.938176] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 3d592d78-d853-4174-82ed-6c0ec583f5c6 is going to be created. [ 1100.980959] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.981188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.981302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.981595] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.981821] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.982054] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-3d592d78-d853-4174-82ed-6c0ec583f5c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.072744] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.575482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.575837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.575837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.576030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.576140] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.576241] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1101.609136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.609136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.609136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.609353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.609502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.618135] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1101.654150] env[65073]: INFO networking_nsxv3.common.synchronization [req-3f3634b4-1ebd-4eee-8f14-e87b98636680 req-6f01e51a-2c5f-449c-b398-97a1b50a1139 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1101.654347] env[65073]: INFO networking_nsxv3.common.synchronization [req-3f3634b4-1ebd-4eee-8f14-e87b98636680 req-6f01e51a-2c5f-449c-b398-97a1b50a1139 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1101.654494] env[65073]: INFO networking_nsxv3.common.synchronization [req-3f3634b4-1ebd-4eee-8f14-e87b98636680 req-6f01e51a-2c5f-449c-b398-97a1b50a1139 service nova] Enqueued Resource ID: 3d592d78-d853-4174-82ed-6c0ec583f5c6 with Priority: HIGHEST for action port [ 1101.655228] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1101.655439] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1101.655671] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d592d78-d853-4174-82ed-6c0ec583f5c6 with Priority: HIGHEST for action port [ 1101.656241] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.656362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.656362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.656549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.656629] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.657692] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.657692] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.657765] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d592d78-d853-4174-82ed-6c0ec583f5c6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.657873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d592d78-d853-4174-82ed-6c0ec583f5c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.657907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d592d78-d853-4174-82ed-6c0ec583f5c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.658198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d592d78-d853-4174-82ed-6c0ec583f5c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.658198] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d592d78-d853-4174-82ed-6c0ec583f5c6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.160471] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.160471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.160653] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d592d78-d853-4174-82ed-6c0ec583f5c6 with status ACTIVE [ 1102.160687] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.160834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.161661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.161661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.161661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.161661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.161661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.161661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.161661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.162186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.162186] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.162186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.162186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.162186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.162332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.162332] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d592d78-d853-4174-82ed-6c0ec583f5c6 is going to be updated. [ 1102.185412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.185562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.185886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.185886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.186566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.186566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d592d78-d853-4174-82ed-6c0ec583f5c6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.235674] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1102.235871] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1102.236054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.236212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.236435] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.236652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.236770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.236834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.237042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.237149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.237255] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.739696] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.241160] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.631519] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1103.631592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.631833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.631943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.632144] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.632276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.632343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.632501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.632578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.632673] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.743369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.743861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.743861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.743861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.744033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.744158] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1103.777052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.777052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.777052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.777315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.777315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.786341] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1104.134421] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.637513] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.140514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.140856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.140856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.140991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.141080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.141169] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1105.175355] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.175523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.175563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.175792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.175950] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.187955] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1105.522172] env[65073]: INFO networking_nsxv3.common.synchronization [req-de3420c8-46e5-4a4f-a0a3-224c070a96ba req-a7d07d83-6d10-42bd-96ea-7c38b22b38f1 tempest-ServersNegativeTestJSON-1908368535 tempest-ServersNegativeTestJSON-1908368535-project-member] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 1105.522944] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGHEST for action security_group_members [ 1105.523138] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.523263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.523329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.523525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.523677] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.523808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.523848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.524041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.524134] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.524228] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.796754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1105.796982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.797555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.797780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.797982] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.798116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.798187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.798357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.798453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.798553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.798695] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.026745] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.026968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.026968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.027535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.054390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.054702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.054915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.054915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.055119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.055212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.055303] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be updated. [ 1106.096216] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.096452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.096500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.096761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.096935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.114182] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: IN_PROGRESS for 2s [ 1106.264703] env[65073]: INFO networking_nsxv3.common.synchronization [req-bd34e9ce-1a4c-476e-9cb6-29d978f497f5 req-5723c152-2dbc-4fc8-91bd-3a781f34c871 tempest-ServerTagsTestJSON-469297759 tempest-ServerTagsTestJSON-469297759-project-member] Enqueued Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGHEST for action security_group_members [ 1106.265375] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGHEST for action security_group_members [ 1106.265693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.265815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.265872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.266198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.266363] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.266480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.266574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.266770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.266870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.266983] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.301095] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.301314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.301314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.301646] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.301857] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.301991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.302066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.302299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.302402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.302476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.302636] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.302745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.302795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.302952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.303164] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.303224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.303287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.303420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.303494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.303578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.303690] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.632238] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.634835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-852" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.634835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-852" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.634835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-852" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.634835] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.634835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.634835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.634835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.634835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.634835] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.634835] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.635792] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.635792] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.635792] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.635792] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.635792] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.660889] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.661543] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.661543] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.661651] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-852" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.662018] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-e006c429-ff78-400c-b0e6-edee6746b0f5 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.662953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-e006c429-ff78-400c-b0e6-edee6746b0f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.662953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-e006c429-ff78-400c-b0e6-edee6746b0f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.662953] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-e006c429-ff78-400c-b0e6-edee6746b0f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.663237] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e006c429-ff78-400c-b0e6-edee6746b0f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.770364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.770364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.770364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.770364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.770364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.770364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.770364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.770364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.770667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.770667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.770667] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab already deleted. [ 1106.770757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.806898] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e41a0d86-2beb-44e9-86e1-25d0a7a56738: rpc.has_security_group_logging(os_id): False [ 1106.826718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.826892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.826928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.827202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.827304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.827498] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.827597] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.827660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.827847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.827954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.828223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.828391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.828486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.828556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.828630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.828823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.828916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.828976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.829128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.829204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.829290] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1106.891541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.891541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.891541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.891541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.891541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.906913] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1107.167378] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.167378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.167378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.167378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.167707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.167707] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port e006c429-ff78-400c-b0e6-edee6746b0f5 not found, creating... [ 1107.167855] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.168024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.168137] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.168371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.168500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.168820] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.168943] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.169078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.169297] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.169940] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.169940] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: e006c429-ff78-400c-b0e6-edee6746b0f5 is going to be created. [ 1107.190840] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.191131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.191270] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.191688] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.191791] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.191986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-e006c429-ff78-400c-b0e6-edee6746b0f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.202057] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1107.202329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.202559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.202833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.203107] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.203271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.203385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.203588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.203702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.203824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.203940] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.707178] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.707999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.707999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.707999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.708182] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.708405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.708550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.708828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.708945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.709231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.709400] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.709575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.709794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.710261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.710261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.710382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.710496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.710731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.710923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.711118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.711391] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.932803] env[65073]: INFO networking_nsxv3.common.synchronization [req-bd34e9ce-1a4c-476e-9cb6-29d978f497f5 req-1a3f1f43-301c-4700-9b61-920de42d02fd service nova] Enqueued Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGHEST for action security_group_rules [ 1107.932991] env[65073]: INFO networking_nsxv3.common.synchronization [req-bd34e9ce-1a4c-476e-9cb6-29d978f497f5 req-1a3f1f43-301c-4700-9b61-920de42d02fd service nova] Enqueued Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGHEST for action security_group_members [ 1107.933169] env[65073]: INFO networking_nsxv3.common.synchronization [req-bd34e9ce-1a4c-476e-9cb6-29d978f497f5 req-1a3f1f43-301c-4700-9b61-920de42d02fd service nova] Enqueued Resource ID: e006c429-ff78-400c-b0e6-edee6746b0f5 with Priority: HIGHEST for action port [ 1107.933717] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGHEST for action security_group_rules [ 1107.933839] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGHEST for action security_group_members [ 1107.933936] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e006c429-ff78-400c-b0e6-edee6746b0f5 with Priority: HIGHEST for action port [ 1107.934262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.934419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.934475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.934687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.934768] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.936312] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.936446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.936541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.936788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.936976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.937101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.937453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.937664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.937759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.937871] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.938790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-e006c429-ff78-400c-b0e6-edee6746b0f5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.938905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e006c429-ff78-400c-b0e6-edee6746b0f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.938979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e006c429-ff78-400c-b0e6-edee6746b0f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.939171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e006c429-ff78-400c-b0e6-edee6746b0f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.939249] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e006c429-ff78-400c-b0e6-edee6746b0f5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.124350] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d51cca-a537-40b3-ab7b-197718157536 in Status: SUCCESS [ 1108.124544] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d51cca-a537-40b3-ab7b-197718157536 deletion is rescheduled due to dependency. [ 1108.124662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.214413] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 614b3257-38dd-437b-bdff-e0e5ae675e9a: rpc.has_security_group_logging(os_id): False [ 1108.235529] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.235698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.236330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.236330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.236330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.236559] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.236559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.236640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.236785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.236875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.237109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.237567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.237567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.237567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.237787] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.237867] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.237963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.238058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.238243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.238427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.238525] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1108.312462] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.312636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.312790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.312998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.313165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.335653] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1108.441259] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.442490] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.442607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.446023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e006c429-ff78-400c-b0e6-edee6746b0f5 with status ACTIVE [ 1108.446023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.446023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.446023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.446023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.446023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e006c429-ff78-400c-b0e6-edee6746b0f5 is going to be updated. [ 1108.482676] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.482879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.483060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.483369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.483585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.483849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e006c429-ff78-400c-b0e6-edee6746b0f5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.587095] env[65073]: INFO networking_nsxv3.common.synchronization [req-03f63dc4-225c-45ae-9425-adc0aab851fa req-2b56bbcd-8b22-48bc-b97d-ee69f035f1c3 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 1108.587604] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 1108.590333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.590551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.590664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.591104] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.591249] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.591614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.591712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.591938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.592053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.592195] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.912350] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.912897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.912897] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.913392] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.913683] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.913900] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.914041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.914306] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.914429] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.914642] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.914752] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.914870] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.914981] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.915107] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.915770] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.915770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.933530] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1108.933830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.939183] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.939392] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.939556] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.939735] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.940127] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-919d5e8d-525b-4280-8232-e0895635c34f taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.940341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.940507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.941099] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.941416] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919d5e8d-525b-4280-8232-e0895635c34f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.948544] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.094642] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.095228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.096020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.096020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.096020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.096196] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.096336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.096428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.096665] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.096780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.096904] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be deleted. [ 1109.126331] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.126491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.126562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.126765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.126856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.126955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.443899] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.444169] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.444302] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.444592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.444777] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.444898] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 919d5e8d-525b-4280-8232-e0895635c34f not found, creating... [ 1109.445184] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.445352] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.445453] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.445687] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.445825] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.446142] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.446303] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.446418] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.446637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.446796] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.446941] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 919d5e8d-525b-4280-8232-e0895635c34f is going to be created. [ 1109.450787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.450911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.450960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.451133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.451213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.451300] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab is going to be created. [ 1109.468896] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.469117] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.469237] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.469575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.469810] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.470064] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.474824] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.474970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.475060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.475248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.475395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.485770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab in Status: UNINITIALIZED for 2s [ 1110.199999] env[65073]: INFO networking_nsxv3.common.synchronization [req-03f63dc4-225c-45ae-9425-adc0aab851fa req-7392db82-5001-4296-ba6a-8f4cd4897b01 service nova] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_rules [ 1110.202223] env[65073]: INFO networking_nsxv3.common.synchronization [req-03f63dc4-225c-45ae-9425-adc0aab851fa req-7392db82-5001-4296-ba6a-8f4cd4897b01 service nova] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 1110.202223] env[65073]: INFO networking_nsxv3.common.synchronization [req-03f63dc4-225c-45ae-9425-adc0aab851fa req-7392db82-5001-4296-ba6a-8f4cd4897b01 service nova] Enqueued Resource ID: 919d5e8d-525b-4280-8232-e0895635c34f with Priority: HIGHEST for action port [ 1110.202223] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_rules [ 1110.202223] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 1110.202223] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919d5e8d-525b-4280-8232-e0895635c34f with Priority: HIGHEST for action port [ 1110.202223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.202223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.202223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.202223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.202223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.203029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.203153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.203207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.203424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.203541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.205217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.205217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.205217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.205217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.205217] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.205217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-919d5e8d-525b-4280-8232-e0895635c34f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.205217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.207975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.207975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.207975] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919d5e8d-525b-4280-8232-e0895635c34f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.356760] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1110.356956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.708084] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.708248] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.708558] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.710010] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 919d5e8d-525b-4280-8232-e0895635c34f with status ACTIVE [ 1110.710609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.710609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.710808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.711439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.711545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.712872] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.712872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.712872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.712872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.712872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.713132] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.713132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.713132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.713455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.713455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.713455] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 919d5e8d-525b-4280-8232-e0895635c34f is going to be updated. [ 1110.738466] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.738681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.738681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.738802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.738990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.739127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.216028] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.496083] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab in Status: SUCCESS [ 1111.496083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.496083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.496083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.496083] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.496083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.496083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.496083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.496083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.496083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.496083] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.718565] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.718647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.718714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.719415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.719415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.719415] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be created. [ 1111.745708] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.746396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.746396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.746396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.746535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.760381] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: UNINITIALIZED for 2s [ 1112.002212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.002390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.002468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.002805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.003126] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.003280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.003368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.003593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.003716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.003837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.004059] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.004207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.004298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.004455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.004648] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.004758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.004822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.005083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.005168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.005256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.005352] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.508689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddfa6a9e-214a-4177-a14e-05d6e7f5fdab: rpc.has_security_group_logging(os_id): False [ 1112.530024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.530024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.530024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.530024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.530561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.530561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.530561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.530561] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.530694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.530694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.530829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.530911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.530998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab is going to be created. [ 1112.594175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.594440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.594505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.594696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.594883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.608360] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab in Status: IN_PROGRESS for 2s [ 1113.771873] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: SUCCESS [ 1113.772168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.772279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.772505] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.772724] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.772847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.772930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.773129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.773212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.773334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.773420] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.273315] env[65073]: INFO networking_nsxv3.common.synchronization [req-95cfc2cd-6e53-440c-be76-f75f7a125f4b req-f413bf58-3378-4e5f-a5c9-269f420baf0d tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1114.273974] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1114.274360] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.274488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.274554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.274752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.274903] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.275219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.275219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.275219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.275322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.275434] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.277318] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.277474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.277568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.277779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.278010] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.278217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.278345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.278572] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.278728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.278878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.279136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.279299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.279408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.279614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.279840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.280216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.280216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.280340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.280466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.280604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.280756] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.379049] env[65073]: INFO networking_nsxv3.common.synchronization [req-0cfcfa9b-0f2f-4355-bd67-88803e39decd req-7f17feb5-4896-4b0e-9eeb-9aa13f0eb82c tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1114.379469] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1114.380141] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.380141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.380141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.380272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.380661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.380661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.380661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.380798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.380866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.380962] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.625201] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab in Status: SUCCESS [ 1114.625201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.787023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.787023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.787023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.787023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.787023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.787023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.787023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.787023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.787023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.787023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.787023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1114.787023] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54932ad-4588-4645-b09f-119d53825924: rpc.has_security_group_logging(os_id): False [ 1114.810542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.810542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.810542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.810542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.810542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.810542] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.810542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.815019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.815019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.815019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.815019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be created. [ 1114.827521] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.827521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.827521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.827521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.827521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.838089] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1114.884651] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.912063] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.912063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.912063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.912063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.912063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.929203] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: IN_PROGRESS for 2s [ 1115.388253] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.890424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.890904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.890904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.890904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.891030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.893108] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1115.931093] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.931291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.931291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.932615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.932615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.944770] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1116.848039] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1116.848239] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1116.848358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.944689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: SUCCESS [ 1116.945020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.957378] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1117.957902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.307771] env[65073]: INFO networking_nsxv3.common.synchronization [req-784905be-3317-46d7-b15a-69d01ea4f30e req-19b0a561-415b-4e32-b594-693e898f161b tempest-ServerActionsTestOtherB-2022527139 tempest-ServerActionsTestOtherB-2022527139-project-member] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1119.307966] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1119.308307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.308410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.308459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.308701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.308892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.309306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.309306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.309306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.309306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.309517] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.523549] env[65073]: INFO networking_nsxv3.common.synchronization [req-ef5502fd-a39a-4057-8e31-3876ef9f8699 req-0e9a664d-13cf-4de5-a90b-37359c3efc7e tempest-ServerTagsTestJSON-469297759 tempest-ServerTagsTestJSON-469297759-project-member] Enqueued Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGHEST for action security_group_members [ 1119.525450] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGHEST for action security_group_members [ 1119.526184] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.526377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.526449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.526634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.526792] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.526888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.527027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.527627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.527627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.527627] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.812047] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.812253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.812253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.812481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.835543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.835795] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.835911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.835977] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.836205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.836348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.836441] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1119.863311] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.863465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.863538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.863736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.863879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.873284] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1120.030668] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.030868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.030905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.031918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.031918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.031918] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.031918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.031918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.032796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.032796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.032796] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab is going to be updated. [ 1120.047833] env[65073]: INFO networking_nsxv3.common.synchronization [req-4e19b5f9-c914-49c4-91cf-70cdc9c9f98a req-f0a1f863-11b1-44b9-8790-3822a5b1a668 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 1120.048443] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGHEST for action security_group_members [ 1120.048785] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.048917] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.048970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.049369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.049992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.050142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.050213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.050374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.050461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.050559] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.063537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.063792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.064184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.064557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.064982] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.075197] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab in Status: IN_PROGRESS for 2s [ 1120.102027] env[65073]: INFO networking_nsxv3.common.synchronization [req-4e19b5f9-c914-49c4-91cf-70cdc9c9f98a req-f0a1f863-11b1-44b9-8790-3822a5b1a668 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: 919d5e8d-525b-4280-8232-e0895635c34f with Priority: HIGHEST for action port [ 1120.103643] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919d5e8d-525b-4280-8232-e0895635c34f with Priority: HIGHEST for action port [ 1120.103643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-919d5e8d-525b-4280-8232-e0895635c34f taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.103643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.103643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.103643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.103643] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919d5e8d-525b-4280-8232-e0895635c34f',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.552563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.552935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.552935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.553028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.553212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.553307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.553418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.553488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.553641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.553721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.553804] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be updated. [ 1120.581445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.581590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.581716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.582049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.582289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.592606] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: IN_PROGRESS for 2s [ 1120.606360] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 919d5e8d-525b-4280-8232-e0895635c34f with status ACTIVE [ 1120.606735] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.606957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.607095] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.607403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.607550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.607817] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.607984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.608190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.608502] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.609763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.609763] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.609763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.609763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.609763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.609763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.609763] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 919d5e8d-525b-4280-8232-e0895635c34f is going to be updated. [ 1120.631723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.632598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.632695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.632920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.633085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.633252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-919d5e8d-525b-4280-8232-e0895635c34f" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.888995] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1121.889304] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 deletion is rescheduled due to dependency. [ 1121.889304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.084273] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab in Status: SUCCESS [ 1122.084458] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab deletion is rescheduled due to dependency. [ 1122.084587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.295263] env[65073]: INFO networking_nsxv3.common.synchronization [req-6f845b6a-e519-4f44-a6c8-bd9e7b8cf9f4 req-699ee354-f654-402c-8ac1-4befed5e03e6 tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1122.296418] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1122.296418] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.296418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.296418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.296708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.296847] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.296940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.297011] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.297165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.297251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.297390] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.602098] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54932ad-4588-4645-b09f-119d53825924 in Status: SUCCESS [ 1122.602313] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54932ad-4588-4645-b09f-119d53825924 deletion is rescheduled due to dependency. [ 1122.602383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.800164] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.257372] env[65073]: INFO networking_nsxv3.common.synchronization [req-b9f3bd8f-b2e0-430a-9d94-ad792614dfeb req-75c1386a-2133-42e6-9921-df758215e6bf tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1123.257890] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1123.258226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.258344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.258406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.258607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.258793] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.258992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.258992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.259979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.259979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.259979] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.433158] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.622482] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.622686] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.622808] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.623095] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.623436] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.623509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.623739] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.624091] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.624329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.624642] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.624833] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.625030] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.625210] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.625389] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.625514] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.625647] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.645955] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.646237] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.646435] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.646638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.646955] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-3497301c-eba1-4c3c-9e55-e0292919f7a5 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.647147] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-3497301c-eba1-4c3c-9e55-e0292919f7a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.647269] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-3497301c-eba1-4c3c-9e55-e0292919f7a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.647597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-3497301c-eba1-4c3c-9e55-e0292919f7a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.647785] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3497301c-eba1-4c3c-9e55-e0292919f7a5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.761094] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.761266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.761336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.761585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.761686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.761887] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.761999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.762084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.762240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.762315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.762397] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1123.786978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.786978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.786978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.786978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.787277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.795802] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1123.935869] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.936209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.936305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.937033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.937033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.937033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1123.980511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.980663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.980663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.981265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.981265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.992494] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1124.150611] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.150941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.151135] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.151448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.151702] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.151907] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 3497301c-eba1-4c3c-9e55-e0292919f7a5 not found, creating... [ 1124.152247] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.152460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.152620] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.152960] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.153100] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.153472] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.153654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.153993] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.154246] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.154440] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.154626] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 3497301c-eba1-4c3c-9e55-e0292919f7a5 is going to be created. [ 1124.176869] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.177104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.177229] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.177869] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.178200] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.178489] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-3497301c-eba1-4c3c-9e55-e0292919f7a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.869322] env[65073]: INFO networking_nsxv3.common.synchronization [req-b9f3bd8f-b2e0-430a-9d94-ad792614dfeb req-8450889b-3323-48c7-8c6a-a859166ceab9 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1124.869551] env[65073]: INFO networking_nsxv3.common.synchronization [req-b9f3bd8f-b2e0-430a-9d94-ad792614dfeb req-8450889b-3323-48c7-8c6a-a859166ceab9 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1124.869585] env[65073]: INFO networking_nsxv3.common.synchronization [req-b9f3bd8f-b2e0-430a-9d94-ad792614dfeb req-8450889b-3323-48c7-8c6a-a859166ceab9 service nova] Enqueued Resource ID: 3497301c-eba1-4c3c-9e55-e0292919f7a5 with Priority: HIGHEST for action port [ 1124.870068] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1124.870208] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1124.870302] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3497301c-eba1-4c3c-9e55-e0292919f7a5 with Priority: HIGHEST for action port [ 1124.870572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.870696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.870760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.870983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.871804] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.873555] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.873693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.873947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-3497301c-eba1-4c3c-9e55-e0292919f7a5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.874016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3497301c-eba1-4c3c-9e55-e0292919f7a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.874080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3497301c-eba1-4c3c-9e55-e0292919f7a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.874259] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3497301c-eba1-4c3c-9e55-e0292919f7a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.874381] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3497301c-eba1-4c3c-9e55-e0292919f7a5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.172386] env[65073]: INFO networking_nsxv3.common.synchronization [req-0c6752bd-4c57-4936-bd98-f1f453e1d85f req-d7abd9e1-f61a-47e9-ab15-727c140b95f4 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1125.172982] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1125.173224] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.173351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.173399] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.173589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.173754] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.173829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.173904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.174023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.174105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.174222] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.376032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.376207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.376453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3497301c-eba1-4c3c-9e55-e0292919f7a5 with status ACTIVE [ 1125.376625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.376734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.376799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.377021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.377114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.377289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.377408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.377471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.377629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.377707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.377976] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.378136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.378240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.378470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.378599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.378719] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3497301c-eba1-4c3c-9e55-e0292919f7a5 is going to be updated. [ 1125.402391] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.402568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.402640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.402796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.402932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.403103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3497301c-eba1-4c3c-9e55-e0292919f7a5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.509934] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.511102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.511102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.511102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.511102] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.511102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.511102] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.511399] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.511399] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.511556] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.511666] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.511791] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.511884] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.511980] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.512102] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.512232] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.532129] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.532129] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.532311] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.532443] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.532743] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-5081fcc8-2246-4b6f-af84-8cddaccc8749 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.532915] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-5081fcc8-2246-4b6f-af84-8cddaccc8749" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.533074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-5081fcc8-2246-4b6f-af84-8cddaccc8749" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.533371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-5081fcc8-2246-4b6f-af84-8cddaccc8749" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.533517] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5081fcc8-2246-4b6f-af84-8cddaccc8749',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.676363] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.676585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.676644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.676850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.704297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.704557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.704676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.704732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.704942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.705030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.705120] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1125.729255] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.729521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.729521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.729740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.729895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.740027] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1125.804619] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1125.804948] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1125.804948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.805145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.805272] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.805459] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.805671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.805671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.805967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.805967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.805967] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.003915] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1126.004281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.035824] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.036212] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.036468] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.036769] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.036921] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.037818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 5081fcc8-2246-4b6f-af84-8cddaccc8749 not found, creating... [ 1126.038958] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.038958] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.038958] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.038958] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.038958] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.039476] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.039748] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.039947] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.041667] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.041667] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.041667] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 5081fcc8-2246-4b6f-af84-8cddaccc8749 is going to be created. [ 1126.065666] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.065899] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.066040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.066376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.066712] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.066971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-5081fcc8-2246-4b6f-af84-8cddaccc8749" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.308150] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.779921] env[65073]: INFO networking_nsxv3.common.synchronization [req-0c6752bd-4c57-4936-bd98-f1f453e1d85f req-3e66fe5d-a0b5-4b83-b0fe-5f103fe00da1 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1126.779921] env[65073]: INFO networking_nsxv3.common.synchronization [req-0c6752bd-4c57-4936-bd98-f1f453e1d85f req-3e66fe5d-a0b5-4b83-b0fe-5f103fe00da1 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1126.779921] env[65073]: INFO networking_nsxv3.common.synchronization [req-0c6752bd-4c57-4936-bd98-f1f453e1d85f req-3e66fe5d-a0b5-4b83-b0fe-5f103fe00da1 service nova] Enqueued Resource ID: 5081fcc8-2246-4b6f-af84-8cddaccc8749 with Priority: HIGHEST for action port [ 1126.782014] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1126.782197] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1126.782302] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5081fcc8-2246-4b6f-af84-8cddaccc8749 with Priority: HIGHEST for action port [ 1126.782975] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.783119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.783183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.783465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.783510] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.784451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.784558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.784794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5081fcc8-2246-4b6f-af84-8cddaccc8749 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.784868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5081fcc8-2246-4b6f-af84-8cddaccc8749" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.784921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5081fcc8-2246-4b6f-af84-8cddaccc8749" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.785108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5081fcc8-2246-4b6f-af84-8cddaccc8749" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.785252] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5081fcc8-2246-4b6f-af84-8cddaccc8749',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.811272] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.287718] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.291204] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5081fcc8-2246-4b6f-af84-8cddaccc8749 with status ACTIVE [ 1127.291204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.291204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.291204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.291204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.291920] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5081fcc8-2246-4b6f-af84-8cddaccc8749 is going to be updated. [ 1127.313041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.313231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.313284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.313756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.313856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.313998] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1127.316027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.316152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.316252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.316512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.316683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.316881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5081fcc8-2246-4b6f-af84-8cddaccc8749" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.352776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.352776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.352776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.352776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.352776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.362135] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1127.752657] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1127.752982] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 deletion is rescheduled due to dependency. [ 1127.753136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.753309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.753533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.754131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.754131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.754131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.754131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.754362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.754362] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.256502] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.758438] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.171101] env[65073]: INFO networking_nsxv3.common.synchronization [req-65dabadc-b765-47aa-9249-1614a2d5f255 req-bcf0feb5-2969-4254-8af5-1e225a233173 tempest-ServerActionsTestOtherB-2022527139 tempest-ServerActionsTestOtherB-2022527139-project-member] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1129.171101] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1129.171101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.171101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.171101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.171101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.171101] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.173069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.173340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.174115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.174362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.174702] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.261683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.261683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.261683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.261683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.261683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.261683] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1129.300051] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.300051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.300051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.300051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.300051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.314165] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1129.373100] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1129.373322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.373479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.373717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.373917] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.374057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.374124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.374287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.374368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.374452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.374547] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.532393] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.532625] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.532682] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.533025] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.533301] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.533470] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.533578] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.534252] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.534557] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.534897] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.535056] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.535176] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.535286] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.535399] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.535509] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.535637] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.554267] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.554439] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.554573] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.554745] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.555071] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-c89dee8e-44d0-4b3d-957b-b01afb03a42d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.555248] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-c89dee8e-44d0-4b3d-957b-b01afb03a42d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.555365] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-c89dee8e-44d0-4b3d-957b-b01afb03a42d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.555700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-c89dee8e-44d0-4b3d-957b-b01afb03a42d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.555873] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89dee8e-44d0-4b3d-957b-b01afb03a42d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.679596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.679596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.679596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.679596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.679596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.679596] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.679596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.679596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.679968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.679968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.680152] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1129.713227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.713227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.713227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.713227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.713227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.720740] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1129.877696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.877696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.877696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.878279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.878279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.878279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.878279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.878453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.878453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.878549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.878730] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.878823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.878864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.878993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.879152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.879245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.879310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.879445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.879520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.879600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.879731] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.058518] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.058518] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.059045] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.059329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.059584] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port c89dee8e-44d0-4b3d-957b-b01afb03a42d not found, creating... [ 1130.060360] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.060672] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.060854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.061221] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.061447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.061783] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.062433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.062433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.062433] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.062570] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.062810] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: c89dee8e-44d0-4b3d-957b-b01afb03a42d is going to be created. [ 1130.089124] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.089339] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.089581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.089850] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.090199] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.091691] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-c89dee8e-44d0-4b3d-957b-b01afb03a42d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.260885] env[65073]: INFO networking_nsxv3.common.synchronization [None req-f566ebc5-f012-4657-89ea-91fa78cb9d0e None None] Enqueued Resource ID: 03cf0e91-2ddc-48b9-b038-9c9526ceeb52 with Priority: HIGHEST for action port [ 1130.261532] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cf0e91-2ddc-48b9-b038-9c9526ceeb52 with Priority: HIGHEST for action port [ 1130.261796] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-03cf0e91-2ddc-48b9-b038-9c9526ceeb52 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.261969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03cf0e91-2ddc-48b9-b038-9c9526ceeb52" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.262079] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03cf0e91-2ddc-48b9-b038-9c9526ceeb52" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.262291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03cf0e91-2ddc-48b9-b038-9c9526ceeb52" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.262343] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03cf0e91-2ddc-48b9-b038-9c9526ceeb52',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.383137] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e41a0d86-2beb-44e9-86e1-25d0a7a56738: rpc.has_security_group_logging(os_id): False [ 1130.404969] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.405270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.405270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.405431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.405527] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.405721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.405819] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.405876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.406037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.406118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.406310] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.406441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.406524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.406648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.406725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.406902] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.407018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.407110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.407291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.407368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.407453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1130.450373] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a1236439-74df-43d7-986a-2aac5d755705 tempest-AttachVolumeTestJSON-65089915 tempest-AttachVolumeTestJSON-65089915-project-member] Enqueued Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_rules [ 1130.450929] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_rules [ 1130.451244] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.451914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.451914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.451914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.451914] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.473974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.474162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.474237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.474431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.474579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.491956] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1130.545431] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9f996c7f-2577-42b1-8bc7-acfad0364e09 tempest-AttachVolumeTestJSON-65089915 tempest-AttachVolumeTestJSON-65089915-project-member] Enqueued Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_rules [ 1130.547696] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_rules [ 1130.549334] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.549457] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.764819] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03cf0e91-2ddc-48b9-b038-9c9526ceeb52 [ 1130.766380] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.766380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.766380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.766380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.766380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.766380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03cf0e91-2ddc-48b9-b038-9c9526ceeb52 already deleted. [ 1130.766380] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03cf0e91-2ddc-48b9-b038-9c9526ceeb52" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.841269] env[65073]: INFO networking_nsxv3.common.synchronization [req-65dabadc-b765-47aa-9249-1614a2d5f255 req-08a39ea0-fdf2-4dc9-a135-d0034efd7279 service nova] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 1130.841269] env[65073]: INFO networking_nsxv3.common.synchronization [req-65dabadc-b765-47aa-9249-1614a2d5f255 req-08a39ea0-fdf2-4dc9-a135-d0034efd7279 service nova] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1130.841269] env[65073]: INFO networking_nsxv3.common.synchronization [req-65dabadc-b765-47aa-9249-1614a2d5f255 req-08a39ea0-fdf2-4dc9-a135-d0034efd7279 service nova] Enqueued Resource ID: c89dee8e-44d0-4b3d-957b-b01afb03a42d with Priority: HIGHEST for action port [ 1130.841269] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 1130.841269] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1130.841269] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89dee8e-44d0-4b3d-957b-b01afb03a42d with Priority: HIGHEST for action port [ 1130.841269] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.841269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.841269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.841269] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.841269] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.843497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.843497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.843497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89dee8e-44d0-4b3d-957b-b01afb03a42d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.843497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89dee8e-44d0-4b3d-957b-b01afb03a42d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.843497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89dee8e-44d0-4b3d-957b-b01afb03a42d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.843497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89dee8e-44d0-4b3d-957b-b01afb03a42d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.843497] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89dee8e-44d0-4b3d-957b-b01afb03a42d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.976370] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.976869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.976869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.976869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.976972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.977355] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a already deleted. [ 1130.977801] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.978207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.978388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.978478] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.323678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1131.323885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.324957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.324957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.324957] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.324957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.324957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.324957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.325250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.325250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.325333] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.344579] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.344766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.346124] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c89dee8e-44d0-4b3d-957b-b01afb03a42d with status ACTIVE [ 1131.346328] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.346504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.346563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.346822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.346929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.347145] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.347263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.347343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.347521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.347614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.347829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.347967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.348031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.348216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.348356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.348393] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c89dee8e-44d0-4b3d-957b-b01afb03a42d is going to be updated. [ 1131.373053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.373053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.373053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.373304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.373452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.373660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89dee8e-44d0-4b3d-957b-b01afb03a42d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.510725] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.510919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.510975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.511215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.511335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.511449] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a already deleted. [ 1131.511449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.731860] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1131.734097] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 deletion is rescheduled due to dependency. [ 1131.734273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.734577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.734712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.734933] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.735065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.735136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.735316] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.735396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.736131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.827993] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.828172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.828263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.828461] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.828634] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.828740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.828800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.828971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.829072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.829160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.832890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.832890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.832890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.832890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.832890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.832890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.832890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.832890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.832890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.832890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.832890] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.237813] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.241806] env[65073]: INFO networking_nsxv3.common.synchronization [None req-9c1e185a-30dc-4703-bfa8-de0a3d26e435 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1132.243511] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1132.243511] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.243511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.243511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.243511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.243805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.243805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.243805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.243940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.244049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.244145] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.298189] env[65073]: INFO networking_nsxv3.common.synchronization [req-86904e52-3507-4948-97aa-983245da569f req-d0b8905c-bfa1-4881-b184-9aa2e6f6e481 tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1132.298704] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1132.299058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.299187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.299254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.299452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.299607] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.299705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.299769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.299911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.299998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.300386] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.332641] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63b43bf-5e61-4745-a893-8f4d99841c90: rpc.has_security_group_logging(os_id): False [ 1132.354600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.354852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.354966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.355412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.355412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.355649] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.355858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.355923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.356233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.356366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.356679] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.356797] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.356862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.357091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.357155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.357679] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.357785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.357837] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.357996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.358072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.358228] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1132.444467] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.444656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.444656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.444872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.445091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.461869] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1132.530924] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1132.530924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.740063] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.740257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.740427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.740753] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.741062] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.741231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.741350] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.741579] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.741724] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.741935] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.742067] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.742180] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.742288] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.742399] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.742504] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.742893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.744892] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.746734] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.763982] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.764281] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.764406] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.764596] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.765325] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-39f0e75e-898a-47c4-908f-6f6e21a65f05 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.766202] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-39f0e75e-898a-47c4-908f-6f6e21a65f05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.766202] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-39f0e75e-898a-47c4-908f-6f6e21a65f05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.766202] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-39f0e75e-898a-47c4-908f-6f6e21a65f05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.766202] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f0e75e-898a-47c4-908f-6f6e21a65f05',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.802830] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.846484] env[65073]: INFO networking_nsxv3.common.synchronization [None req-04ccc89f-d262-4023-b3e7-1192c78ffaba None None] Enqueued Resource ID: 094c392f-71dd-4584-93e3-993ffaa409c9 with Priority: HIGHEST for action port [ 1132.846484] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094c392f-71dd-4584-93e3-993ffaa409c9 with Priority: HIGHEST for action port [ 1132.846484] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-094c392f-71dd-4584-93e3-993ffaa409c9 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.846824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-094c392f-71dd-4584-93e3-993ffaa409c9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.847061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-094c392f-71dd-4584-93e3-993ffaa409c9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.847408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-094c392f-71dd-4584-93e3-993ffaa409c9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.847586] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094c392f-71dd-4584-93e3-993ffaa409c9',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.248446] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.248446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.248446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.248843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.248843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.248843] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1133.250357] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.270133] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.270798] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.270798] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.270912] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.271160] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.271432] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 39f0e75e-898a-47c4-908f-6f6e21a65f05 not found, creating... [ 1133.271731] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.273105] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.273257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.273583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.273820] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.274304] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.274537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.274611] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.274887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.275122] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.275370] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 39f0e75e-898a-47c4-908f-6f6e21a65f05 is going to be created. [ 1133.284524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.284668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.284836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.285050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.285201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.299248] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1133.304377] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.304722] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.305072] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.305563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.305832] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.306168] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-39f0e75e-898a-47c4-908f-6f6e21a65f05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.307308] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.350844] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 094c392f-71dd-4584-93e3-993ffaa409c9 [ 1133.351129] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.351311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.351361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.351651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.351747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.351870] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:094c392f-71dd-4584-93e3-993ffaa409c9 already deleted. [ 1133.352013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-094c392f-71dd-4584-93e3-993ffaa409c9" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.752849] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.753046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.753046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.753258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.753334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.753435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1133.783543] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.783735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.783782] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.784196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.784196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.794008] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1133.809959] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.809959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.809959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.809959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.809959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.810255] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1133.857875] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.858081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.858081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.858295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.858443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.871930] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1134.020442] env[65073]: INFO networking_nsxv3.common.synchronization [req-86904e52-3507-4948-97aa-983245da569f req-5105ed56-ca59-4c41-a1e2-4c2717a70e44 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1134.020622] env[65073]: INFO networking_nsxv3.common.synchronization [req-86904e52-3507-4948-97aa-983245da569f req-5105ed56-ca59-4c41-a1e2-4c2717a70e44 service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1134.020899] env[65073]: INFO networking_nsxv3.common.synchronization [req-86904e52-3507-4948-97aa-983245da569f req-5105ed56-ca59-4c41-a1e2-4c2717a70e44 service nova] Enqueued Resource ID: 39f0e75e-898a-47c4-908f-6f6e21a65f05 with Priority: HIGHEST for action port [ 1134.021504] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1134.021647] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1134.021770] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f0e75e-898a-47c4-908f-6f6e21a65f05 with Priority: HIGHEST for action port [ 1134.022063] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.022226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.022261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.022437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.022511] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.023802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.023884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.024833] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f0e75e-898a-47c4-908f-6f6e21a65f05 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.024833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f0e75e-898a-47c4-908f-6f6e21a65f05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.024833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f0e75e-898a-47c4-908f-6f6e21a65f05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.024833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f0e75e-898a-47c4-908f-6f6e21a65f05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.024833] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f0e75e-898a-47c4-908f-6f6e21a65f05',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.476072] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1134.476428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.526290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.526480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.526763] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f0e75e-898a-47c4-908f-6f6e21a65f05 with status ACTIVE [ 1134.526954] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.527070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.527137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.527359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.527452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.527648] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.528327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.528327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.528327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.528327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.528327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.528327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.528579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.528579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.528579] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.528724] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f0e75e-898a-47c4-908f-6f6e21a65f05 is going to be updated. [ 1134.550961] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.551135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.551202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.551605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.551605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.551760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f0e75e-898a-47c4-908f-6f6e21a65f05" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.827497] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.827711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.827711] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.828032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.828337] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.828563] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.828718] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.828975] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.829163] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.829415] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.829558] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.829699] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.829812] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.829927] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.830046] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.830225] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.852046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.852046] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.852046] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.852348] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.852551] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-421ab299-a6d5-4038-b2e9-ea1cb1577178 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.852700] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-421ab299-a6d5-4038-b2e9-ea1cb1577178" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.852803] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-421ab299-a6d5-4038-b2e9-ea1cb1577178" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.853172] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-421ab299-a6d5-4038-b2e9-ea1cb1577178" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.853316] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421ab299-a6d5-4038-b2e9-ea1cb1577178',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.308932] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1135.309160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.309331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.309555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.309752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.309869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.309936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.310109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.310186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.310273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.310369] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.355858] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.356104] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.356231] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.356572] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.356733] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.356891] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 421ab299-a6d5-4038-b2e9-ea1cb1577178 not found, creating... [ 1135.357171] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.357330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.357485] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.357678] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.357812] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.358100] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.358256] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.358371] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.358591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.358726] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.358864] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 421ab299-a6d5-4038-b2e9-ea1cb1577178 is going to be created. [ 1135.380011] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.380427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.380647] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.381074] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.381445] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.381800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-421ab299-a6d5-4038-b2e9-ea1cb1577178" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.807673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1135.807673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.813825] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.881049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1135.881318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.881538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.881817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.882315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.882315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.882315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.882548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.882599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.882684] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.153529] env[65073]: INFO networking_nsxv3.common.synchronization [req-87a5a8c9-2e20-4c95-95ca-b5a69a081a52 req-4197400e-964a-4c6c-9189-e0bf252f61b5 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1136.153529] env[65073]: INFO networking_nsxv3.common.synchronization [req-87a5a8c9-2e20-4c95-95ca-b5a69a081a52 req-4197400e-964a-4c6c-9189-e0bf252f61b5 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1136.153775] env[65073]: INFO networking_nsxv3.common.synchronization [req-87a5a8c9-2e20-4c95-95ca-b5a69a081a52 req-4197400e-964a-4c6c-9189-e0bf252f61b5 service nova] Enqueued Resource ID: 421ab299-a6d5-4038-b2e9-ea1cb1577178 with Priority: HIGHEST for action port [ 1136.155119] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1136.155245] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1136.155402] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421ab299-a6d5-4038-b2e9-ea1cb1577178 with Priority: HIGHEST for action port [ 1136.156187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.156371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.156468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.156773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.156912] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.159815] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.159815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.159973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.160289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.160531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.160717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.160793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.161037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.161364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.161364] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.163643] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-421ab299-a6d5-4038-b2e9-ea1cb1577178 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.165320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421ab299-a6d5-4038-b2e9-ea1cb1577178" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.165320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421ab299-a6d5-4038-b2e9-ea1cb1577178" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.165320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421ab299-a6d5-4038-b2e9-ea1cb1577178" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.165954] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421ab299-a6d5-4038-b2e9-ea1cb1577178',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.318247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dee95bb5-aee3-4625-9e7d-4d0a0f45adb7: rpc.has_security_group_logging(os_id): False [ 1136.341523] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.341791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.341791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.342719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.342882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.343231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.343366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.343426] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.343769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.343871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.344049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1136.386183] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.422494] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.422667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.422722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.423042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.423109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.441516] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1136.566745] env[65073]: INFO networking_nsxv3.common.synchronization [req-d65c5467-d4f8-4277-8fa1-d80bc832f901 req-e0e30371-c962-4641-a4bb-63e9ba28adc0 tempest-AttachVolumeTestJSON-65089915 tempest-AttachVolumeTestJSON-65089915-project-member] Enqueued Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_members [ 1136.567341] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_members [ 1136.567702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.567779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.567829] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.568412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.568681] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.568768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.568768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.568966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.569042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.569350] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.660510] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.660655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.664102] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.668388] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 421ab299-a6d5-4038-b2e9-ea1cb1577178 with status ACTIVE [ 1136.668618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.668749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.668818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.669045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.669183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.669344] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.669438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.669558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.669650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.669745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.670120] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.670120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.670120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.670581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.670581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.670581] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 421ab299-a6d5-4038-b2e9-ea1cb1577178 is going to be updated. [ 1136.702131] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.702131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.702131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.702131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.702131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.702131] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421ab299-a6d5-4038-b2e9-ea1cb1577178" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.890428] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.976349] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.976673] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-464" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.976886] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-464" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.977378] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-464" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.977803] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.978077] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.978270] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.978537] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.978732] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.979050] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.979216] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.979329] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.979483] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.979663] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.979813] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.979952] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.002531] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.002708] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.002857] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.003051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-464" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.003372] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-b74c5e26-7ac1-4994-96c9-11727cd1e083 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.003546] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-b74c5e26-7ac1-4994-96c9-11727cd1e083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.003666] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-b74c5e26-7ac1-4994-96c9-11727cd1e083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.004014] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-b74c5e26-7ac1-4994-96c9-11727cd1e083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.004160] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74c5e26-7ac1-4994-96c9-11727cd1e083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.072452] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.072452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.072452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.072452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.072452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.072637] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.072637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.072746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.073301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.073301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.073301] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a already deleted. [ 1137.073301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.167131] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.395538] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.395538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.395809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.395809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.395877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.395987] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1137.425640] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.425778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.425853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.426152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.426311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.436553] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1137.506434] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.506755] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.506887] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.508043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.508043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.508043] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port b74c5e26-7ac1-4994-96c9-11727cd1e083 not found, creating... [ 1137.508043] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.508043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.508043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.508316] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.508411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.508686] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.508850] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.508978] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.509209] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.509345] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.509482] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: b74c5e26-7ac1-4994-96c9-11727cd1e083 is going to be created. [ 1137.549023] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.549276] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.549406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.549698] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.550236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.550236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-b74c5e26-7ac1-4994-96c9-11727cd1e083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.670789] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.670789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.670789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.670789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.670789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.670789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1137.722296] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.722296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.722296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.722296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.722296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.730989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1138.227900] env[65073]: INFO networking_nsxv3.common.synchronization [req-d65c5467-d4f8-4277-8fa1-d80bc832f901 req-8800229d-19b0-430a-bf9f-127b11957e61 service nova] Enqueued Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_rules [ 1138.227900] env[65073]: INFO networking_nsxv3.common.synchronization [req-d65c5467-d4f8-4277-8fa1-d80bc832f901 req-8800229d-19b0-430a-bf9f-127b11957e61 service nova] Enqueued Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_members [ 1138.227900] env[65073]: INFO networking_nsxv3.common.synchronization [req-d65c5467-d4f8-4277-8fa1-d80bc832f901 req-8800229d-19b0-430a-bf9f-127b11957e61 service nova] Enqueued Resource ID: b74c5e26-7ac1-4994-96c9-11727cd1e083 with Priority: HIGHEST for action port [ 1138.227900] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_rules [ 1138.227900] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_members [ 1138.229243] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74c5e26-7ac1-4994-96c9-11727cd1e083 with Priority: HIGHEST for action port [ 1138.232223] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.232223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.232223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.232223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.232223] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.232726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.234026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.234026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.234026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.234194] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.234194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.234279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.235070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.235243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.235356] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.236217] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b74c5e26-7ac1-4994-96c9-11727cd1e083 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.236331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b74c5e26-7ac1-4994-96c9-11727cd1e083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.236397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b74c5e26-7ac1-4994-96c9-11727cd1e083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.236609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b74c5e26-7ac1-4994-96c9-11727cd1e083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.236707] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74c5e26-7ac1-4994-96c9-11727cd1e083',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.457400] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1138.457400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.738851] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.740202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.740401] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.740673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b74c5e26-7ac1-4994-96c9-11727cd1e083 with status ACTIVE [ 1138.740887] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.741042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.741142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.741449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.741595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.742386] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.742386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.742386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.742386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.742673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.742673] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.745721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.745721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.745721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.745721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.745721] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b74c5e26-7ac1-4994-96c9-11727cd1e083 is going to be updated. [ 1138.798990] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.799172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.799268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.799944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.799944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.799944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b74c5e26-7ac1-4994-96c9-11727cd1e083" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.246092] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.363617] env[65073]: INFO networking_nsxv3.common.synchronization [req-f2ef8378-96e3-462a-922e-4c881628f714 req-1596d46b-90ea-47dc-9120-80c966070325 tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1139.364234] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1139.364563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.364682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.364745] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.364946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.366041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.366167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.366233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.366425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.366512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.366636] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.450549] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1139.450763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.451406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.451406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.451406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.451605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.451605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.451711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.451794] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.451889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.451998] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.742196] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1139.742535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.742785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.743051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.743276] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.743408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.743473] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.743639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.743722] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.743830] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.743930] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.748714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.748931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.748931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.749066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.749142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.749258] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a is going to be created. [ 1139.778430] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.778657] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.778792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.779071] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.779289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.791236] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a in Status: UNINITIALIZED for 2s [ 1139.868497] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.868688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.868791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.869128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.869539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.869539] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.869691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.869691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.869852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.869958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.870068] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1139.907278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.907475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.907540] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.907821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.908018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.918206] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1139.954593] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.955029] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.956061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.956061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.956061] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.956061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.956061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.956061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.956061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.956061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.956391] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.956391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.956391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.956495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.956651] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.956746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.956807] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.956946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.957031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.957127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.957221] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.246514] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.246865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.246952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.247212] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.247449] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.247600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.247812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.248045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.248145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.248250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.248454] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.248558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.248689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.248850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.248999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.249105] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.249167] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.249315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.249390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.249470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.249559] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.460380] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 614b3257-38dd-437b-bdff-e0e5ae675e9a: rpc.has_security_group_logging(os_id): False [ 1140.479222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.479350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.479398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.479602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.479694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.479887] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.479993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.480047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.480193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.480266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.480456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.480550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.480610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.480746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.480834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.481036] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.481129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.481185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.481319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.481390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.481474] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1140.548226] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.548378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.548436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.548636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.548784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.566305] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1140.751603] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63b43bf-5e61-4745-a893-8f4d99841c90: rpc.has_security_group_logging(os_id): False [ 1140.769876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.770036] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.770101] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.770355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.770536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.770654] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.770755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.770816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.770965] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.771066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.771287] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.771381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.771475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.771702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.771702] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.771864] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.771955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.772026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.772166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.772238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.772321] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1140.831090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.831243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.831319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.831558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.831744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.847633] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1141.805232] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a in Status: SUCCESS [ 1141.805609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.805649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.805884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.806105] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.806229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.806293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.806463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.806549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.806729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.806827] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.928798] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1141.929088] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1141.929270] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.309670] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.584046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1142.584277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.813187] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926ddbde-485a-4e03-a123-e74c9f1f1e4a: rpc.has_security_group_logging(os_id): False [ 1142.831313] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.831507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.831604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.831843] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.831970] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.832256] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.832390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.832867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.832867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.832867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.832867] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a is going to be created. [ 1142.860172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1142.860556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.894947] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.895127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.895172] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.895404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.895588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.906990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a in Status: IN_PROGRESS for 2s [ 1144.364971] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.365416] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1144.919151] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a in Status: SUCCESS [ 1144.919388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.017727] env[65073]: INFO networking_nsxv3.common.synchronization [req-67653920-b678-48bc-acf7-cc45874e2850 req-3a37f9bf-a449-4705-95ad-bc63fd5d6b36 tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 1146.017727] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 1146.018063] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.018063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.018173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.018390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.018557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.018792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.018792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.018887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.018976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.019093] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.388081] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.388081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.388081] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.388353] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.388470] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.388630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.388749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.388968] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.389242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.389580] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.389746] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.389891] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.390047] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.390200] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.390341] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.390609] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.415466] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.415693] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.415955] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.416198] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.416561] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-0d98a7d0-95fe-4a3f-9469-440287be6cc0 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.416827] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-0d98a7d0-95fe-4a3f-9469-440287be6cc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.417036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-0d98a7d0-95fe-4a3f-9469-440287be6cc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.417480] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-0d98a7d0-95fe-4a3f-9469-440287be6cc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.417682] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d98a7d0-95fe-4a3f-9469-440287be6cc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.523012] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.702548] env[65073]: INFO networking_nsxv3.common.synchronization [req-231ee794-8a68-4032-91b2-99ef32674406 req-7f0337f0-397e-4280-a797-195e7fc2c1d7 tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1146.703235] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1146.703598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.703686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.703770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.703993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.707066] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.707066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.707066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.707066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.707066] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.707066] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.924030] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.924030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.924030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.924030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.924030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.924030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 0d98a7d0-95fe-4a3f-9469-440287be6cc0 not found, creating... [ 1146.924030] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.924030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.924030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.924030] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.924519] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.924519] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.924600] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.924679] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.924894] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.925387] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.925567] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 0d98a7d0-95fe-4a3f-9469-440287be6cc0 is going to be created. [ 1146.955040] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.955040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.955040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.955040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.955040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.955040] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-0d98a7d0-95fe-4a3f-9469-440287be6cc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.024931] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.206829] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.528766] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.529055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.529145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.529388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.529485] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.529672] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee is going to be updated. [ 1147.564130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.564130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.564130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.564130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.564130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.575981] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: IN_PROGRESS for 2s [ 1147.686320] env[65073]: INFO networking_nsxv3.common.synchronization [req-67653920-b678-48bc-acf7-cc45874e2850 req-b2a2ff8b-8e93-4edd-abb8-16f8ccf63033 service nova] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_rules [ 1147.686320] env[65073]: INFO networking_nsxv3.common.synchronization [req-67653920-b678-48bc-acf7-cc45874e2850 req-b2a2ff8b-8e93-4edd-abb8-16f8ccf63033 service nova] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 1147.686320] env[65073]: INFO networking_nsxv3.common.synchronization [req-67653920-b678-48bc-acf7-cc45874e2850 req-b2a2ff8b-8e93-4edd-abb8-16f8ccf63033 service nova] Enqueued Resource ID: 0d98a7d0-95fe-4a3f-9469-440287be6cc0 with Priority: HIGHEST for action port [ 1147.686320] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_rules [ 1147.687990] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 1147.688191] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d98a7d0-95fe-4a3f-9469-440287be6cc0 with Priority: HIGHEST for action port [ 1147.688532] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.688674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.688743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.689022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.689139] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.690781] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.690878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.691039] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d98a7d0-95fe-4a3f-9469-440287be6cc0 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.691120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d98a7d0-95fe-4a3f-9469-440287be6cc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.691190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d98a7d0-95fe-4a3f-9469-440287be6cc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.691383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d98a7d0-95fe-4a3f-9469-440287be6cc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.691462] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d98a7d0-95fe-4a3f-9469-440287be6cc0',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.708995] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.192892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.193256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.193256] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d98a7d0-95fe-4a3f-9469-440287be6cc0 with status ACTIVE [ 1148.193456] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.193585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.193658] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.193900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.193994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.194209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.194311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.194372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.194535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.194636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.194823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.194920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.194981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.195160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.195236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.195323] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d98a7d0-95fe-4a3f-9469-440287be6cc0 is going to be updated. [ 1148.211768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.212027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.212027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.212295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.212385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.212491] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1148.216761] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.216925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.216963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.217208] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.217349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.217512] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d98a7d0-95fe-4a3f-9469-440287be6cc0" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.257425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.258019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.258019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.258019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.258158] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.275857] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1148.595282] env[65073]: INFO networking_nsxv3.common.synchronization [req-e41530ab-fabb-47cb-8e8c-2a4254fd88d5 req-02102cf8-a72c-4b49-a85b-30d9df2040f8 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1148.595911] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1148.596257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.596379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.596447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.596886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.597364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.597420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.597509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.597641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.597741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.597843] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.821612] env[65073]: INFO networking_nsxv3.common.synchronization [req-e9ea9088-56b5-4b87-8813-f4f906f6e170 req-7a263f5a-dc62-4c20-9d64-eb8bf7fef194 tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1148.822220] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1148.822553] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.822669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.822727] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.823204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.823204] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.823204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.823204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.823351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.823431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.823515] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.102023] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.252318] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.252628] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.252788] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.253639] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.254064] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.254330] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.254520] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.254864] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.255090] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.255387] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.255537] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.255672] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.255794] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.255929] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.256602] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.256602] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.260378] env[65073]: INFO networking_nsxv3.common.synchronization [None req-63b83c95-addc-4cef-a872-82c55155a862 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1149.261409] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1149.262029] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.262187] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.296520] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.296782] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.296926] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.297123] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-199" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.297451] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-1bece2d5-fd84-4094-802c-3f36c45448ba taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.297630] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-1bece2d5-fd84-4094-802c-3f36c45448ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.297836] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-1bece2d5-fd84-4094-802c-3f36c45448ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.298394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-1bece2d5-fd84-4094-802c-3f36c45448ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.298394] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bece2d5-fd84-4094-802c-3f36c45448ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.325714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.325960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.325960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.326266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.326266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.326445] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.326541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.330021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.330021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.330021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.330021] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1149.371444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.371444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.371444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.371444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.371444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.380204] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1149.587826] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: SUCCESS [ 1149.587826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.587826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.587826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.587826] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.587826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.587826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.587826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.587826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.587826] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.602727] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.801599] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.801852] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.801941] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.802273] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.802427] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.802582] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 1bece2d5-fd84-4094-802c-3f36c45448ba not found, creating... [ 1149.802852] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.803032] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.803154] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.803372] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.803507] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.803796] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.803952] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.805023] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.805234] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.805396] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.805519] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 1bece2d5-fd84-4094-802c-3f36c45448ba is going to be created. [ 1149.840261] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.840515] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.840644] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.840949] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.841210] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.841447] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-1bece2d5-fd84-4094-802c-3f36c45448ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.902535] env[65073]: INFO networking_nsxv3.common.synchronization [req-918c33bd-3831-4fa3-a5d0-7d589d818534 req-130b62f6-ae85-46fe-8759-42c34db24486 tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1149.903114] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1149.903466] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.904150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.904150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.904150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.904150] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.904150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.904150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.904420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.904468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.904534] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.091775] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.104859] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.105077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.105137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.105375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.105466] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.105573] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1150.152987] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.153148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.153148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.153404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.153543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.163030] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1150.293600] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1150.293966] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.407524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.407850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.407984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.408311] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.435077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.435367] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.435511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.435600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.435789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.436087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.436087] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1150.474772] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.474996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.475062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.475415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.475576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.490970] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1150.535513] env[65073]: INFO networking_nsxv3.common.synchronization [req-7a9e8c24-2d17-46b6-b300-7b046d5f61ab req-2b18cf2d-df0c-473f-9093-8cb8a8e62d49 tempest-AttachVolumeNegativeTest-740436995 tempest-AttachVolumeNegativeTest-740436995-project-member] Enqueued Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_members [ 1150.535513] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGHEST for action security_group_members [ 1150.535513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-0316c332-7795-4779-990f-8c4de33ea208 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.535513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.535513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.535513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.535960] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.535960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.535960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.535960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.536180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.536180] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.574948] env[65073]: INFO networking_nsxv3.common.synchronization [req-e9ea9088-56b5-4b87-8813-f4f906f6e170 req-8b87c73a-b5e4-433f-a558-66a2b5f2b457 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1150.575120] env[65073]: INFO networking_nsxv3.common.synchronization [req-e9ea9088-56b5-4b87-8813-f4f906f6e170 req-8b87c73a-b5e4-433f-a558-66a2b5f2b457 service nova] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1150.575264] env[65073]: INFO networking_nsxv3.common.synchronization [req-e9ea9088-56b5-4b87-8813-f4f906f6e170 req-8b87c73a-b5e4-433f-a558-66a2b5f2b457 service nova] Enqueued Resource ID: 1bece2d5-fd84-4094-802c-3f36c45448ba with Priority: HIGHEST for action port [ 1150.575803] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_rules [ 1150.575945] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1150.576968] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bece2d5-fd84-4094-802c-3f36c45448ba with Priority: HIGHEST for action port [ 1150.578062] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.578062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.578287] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.578902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.578902] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.583214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.583214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.583214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bece2d5-fd84-4094-802c-3f36c45448ba taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.583214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bece2d5-fd84-4094-802c-3f36c45448ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.583214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bece2d5-fd84-4094-802c-3f36c45448ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.583519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bece2d5-fd84-4094-802c-3f36c45448ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.583519] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bece2d5-fd84-4094-802c-3f36c45448ba',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.595047] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.043719] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.043937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.044059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.044304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.044408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.044629] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.044736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.044795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.044953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.045043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.045135] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0316c332-7795-4779-990f-8c4de33ea208 is going to be updated. [ 1151.082403] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.082565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.082637] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.082855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.083035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.084807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.084975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.085118] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bece2d5-fd84-4094-802c-3f36c45448ba with status ACTIVE [ 1151.085279] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.085546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.085546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.085613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.085691] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.085850] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.085943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.086012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.086160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.086235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.086412] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.086539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.086568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.086740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.086849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.086933] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bece2d5-fd84-4094-802c-3f36c45448ba is going to be updated. [ 1151.092620] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0316c332-7795-4779-990f-8c4de33ea208 in Status: IN_PROGRESS for 2s [ 1151.099994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.100179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.100281] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.100515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.101216] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.101216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee is going to be updated. [ 1151.111257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.111627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.111744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.112083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.112450] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.112682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bece2d5-fd84-4094-802c-3f36c45448ba" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.137614] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.138590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.138643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.138839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.138986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.148629] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: IN_PROGRESS for 2s [ 1151.389758] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1151.390152] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1151.390152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.390223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.390441] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.390626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.394026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.394026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.394026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.394026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.394026] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.894161] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.176059] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1152.176295] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.176825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.177102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.177683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.177683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.177683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.177683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.177683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.177957] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.396553] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.444859] env[65073]: INFO networking_nsxv3.common.synchronization [req-a866d75e-d623-4cfb-929b-f5b1f02cf34b req-38d09961-b399-4ac1-b46d-53feffd84428 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_members [ 1152.446395] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGHEST for action security_group_members [ 1152.446395] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.446395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.446772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.446889] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.447513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.447513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.447513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.447701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.447701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.447876] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.504077] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1152.504297] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 deletion is rescheduled due to dependency. [ 1152.504400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.683766] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.683766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.683766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.683766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.683766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.683766] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.683766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.683766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.683766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.683766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.683766] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1152.722302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.722443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.722537] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.723184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.723184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.733368] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1152.899030] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.899030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.899030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.899417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.899417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.899417] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1152.933728] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.933728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.933728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.933728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.933728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.945671] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1152.951289] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.951477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.951606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.951896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.976430] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.977168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.977168] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.977414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.977414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.977497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.977598] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 is going to be updated. [ 1153.009978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.010419] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.010676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.010978] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.011224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.021511] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 in Status: IN_PROGRESS for 2s [ 1153.104943] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0316c332-7795-4779-990f-8c4de33ea208 in Status: SUCCESS [ 1153.104943] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0316c332-7795-4779-990f-8c4de33ea208 deletion is rescheduled due to dependency. [ 1153.104943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.161026] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: SUCCESS [ 1153.161026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.161026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.161026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.161026] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.161026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.161026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.161026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.161026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.161026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.161026] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.664516] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.165975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7d1a05e-d5bb-45e6-8713-cd92140670ee: rpc.has_security_group_logging(os_id): False [ 1154.186053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.186452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.186452] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.186645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.208238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.208576] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.208698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.208767] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.208968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.209068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.209173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee is going to be updated. [ 1154.298482] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.298746] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.298871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.299285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.299582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.332912] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: IN_PROGRESS for 2s [ 1154.746157] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1154.746519] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 deletion is rescheduled due to dependency. [ 1154.746519] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.956289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1154.956289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.956725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.957050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.957263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.957792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.957792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.957792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.957792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.957792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.958089] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.054328] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 in Status: SUCCESS [ 1155.054328] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 deletion is rescheduled due to dependency. [ 1155.054328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.461222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.461222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.461222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.461222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.461222] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.461222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.461222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.461222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.461222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.461599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.461599] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.461748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.461847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.462074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.462266] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.462410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.462492] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.462724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.463321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.463321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.463321] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.966825] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e41a0d86-2beb-44e9-86e1-25d0a7a56738: rpc.has_security_group_logging(os_id): False [ 1155.988021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.988277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.988277] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.988858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.988858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.988858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.988858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.989054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.989054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.989320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.989320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.989320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.989320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.989776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.989776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.989919] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.990010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.990182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.990182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.990851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.990851] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1156.104896] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.105123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.105206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.105405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.105550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.118219] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1156.345956] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: SUCCESS [ 1156.346219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.279748] env[65073]: INFO networking_nsxv3.common.synchronization [req-eea2fc0e-37bb-4784-b01c-d6b24aff36ff req-9054b614-8f9f-49e4-9a96-50f834f50d0d tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1157.280391] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1157.280616] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.280803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.280803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.280988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.281160] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.281261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.281340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.281467] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.281553] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.281647] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.612037] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.612037] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.612037] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.612341] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.612653] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.612950] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.613142] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.613521] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.613799] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.614155] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.614358] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.614558] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.614758] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.614983] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.615241] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.615464] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.639247] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.639428] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.639569] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.639754] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-990" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.640087] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-09bb4318-a059-4658-832f-cb1e38758d11 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.641048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-09bb4318-a059-4658-832f-cb1e38758d11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.641048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-09bb4318-a059-4658-832f-cb1e38758d11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.641048] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-09bb4318-a059-4658-832f-cb1e38758d11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.641048] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09bb4318-a059-4658-832f-cb1e38758d11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.783206] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.130376] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1158.130603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.142960] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.143236] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.143358] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.143635] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.143784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.143936] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 09bb4318-a059-4658-832f-cb1e38758d11 not found, creating... [ 1158.144224] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.144707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.144707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.144707] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.144879] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.145172] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.145329] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.145445] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.145655] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.145786] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.145923] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 09bb4318-a059-4658-832f-cb1e38758d11 is going to be created. [ 1158.167447] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.167642] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.167767] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.168143] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.168377] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.168597] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-09bb4318-a059-4658-832f-cb1e38758d11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.285705] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.716749] env[65073]: INFO networking_nsxv3.common.synchronization [req-6b65eb55-caf5-49ca-846c-4740155d3ab4 req-c75d0c34-49ef-41a5-a7b9-9f8b7faf231d tempest-ServerRescueNegativeTestJSON-1350262176 tempest-ServerRescueNegativeTestJSON-1350262176-project-member] Enqueued Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_members [ 1158.717426] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGHEST for action security_group_members [ 1158.717764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-af871fd4-3010-4792-8b58-c0ddb28d42bb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.717898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.718010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.718643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.718828] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.718939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.718998] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.719186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.719276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.719374] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.788025] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.788221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.788298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.788558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.788659] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.788778] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1158.821790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.822023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.822023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.822436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.822436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.833735] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1158.855832] env[65073]: INFO networking_nsxv3.common.synchronization [req-eea2fc0e-37bb-4784-b01c-d6b24aff36ff req-c166ef69-289c-405c-bef0-70f114d72f1d service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1158.855832] env[65073]: INFO networking_nsxv3.common.synchronization [req-eea2fc0e-37bb-4784-b01c-d6b24aff36ff req-c166ef69-289c-405c-bef0-70f114d72f1d service nova] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1158.855832] env[65073]: INFO networking_nsxv3.common.synchronization [req-eea2fc0e-37bb-4784-b01c-d6b24aff36ff req-c166ef69-289c-405c-bef0-70f114d72f1d service nova] Enqueued Resource ID: 09bb4318-a059-4658-832f-cb1e38758d11 with Priority: HIGHEST for action port [ 1158.855832] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_rules [ 1158.855832] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1158.855832] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bb4318-a059-4658-832f-cb1e38758d11 with Priority: HIGHEST for action port [ 1158.855832] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.855832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.855832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.860091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.860091] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.860519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.860624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.860822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-09bb4318-a059-4658-832f-cb1e38758d11 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.860927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09bb4318-a059-4658-832f-cb1e38758d11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.860990] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09bb4318-a059-4658-832f-cb1e38758d11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.861201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09bb4318-a059-4658-832f-cb1e38758d11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.861279] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09bb4318-a059-4658-832f-cb1e38758d11',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.221853] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.222062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.222141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.222382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.254410] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.254683] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.254871] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.254997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.257923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.257923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.257923] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af871fd4-3010-4792-8b58-c0ddb28d42bb is going to be updated. [ 1159.292457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.293014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.293014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.293014] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.293222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.317121] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af871fd4-3010-4792-8b58-c0ddb28d42bb in Status: IN_PROGRESS for 2s [ 1159.366341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.368628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09bb4318-a059-4658-832f-cb1e38758d11 with status ACTIVE [ 1159.368628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.368628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.368628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.368628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.371911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.371911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.371911] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09bb4318-a059-4658-832f-cb1e38758d11 is going to be updated. [ 1159.410151] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.410268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.410391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.410633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.410802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.411465] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09bb4318-a059-4658-832f-cb1e38758d11" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.796289] env[65073]: INFO networking_nsxv3.common.synchronization [None req-34c1ada3-50a4-49c7-be57-9c33fe759f89 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_rules [ 1159.796964] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_rules [ 1159.797503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.797639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.797688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.797956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.798125] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.881830] env[65073]: INFO networking_nsxv3.common.synchronization [None req-10343894-3a1b-467a-84ff-6959d9fddf4b tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_rules [ 1159.882388] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_rules [ 1159.882706] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.882811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.323265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.323265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.323265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.323265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.323265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.323265] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 already deleted. [ 1160.323265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.323265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.323265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.323265] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.845112] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.845315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.845315] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.845534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.845620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.845716] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 already deleted. [ 1160.845816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.846617] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1160.846809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.846994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.847217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.847560] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.847560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.847560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.847714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.847758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.847884] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.325636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af871fd4-3010-4792-8b58-c0ddb28d42bb in Status: SUCCESS [ 1161.325636] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af871fd4-3010-4792-8b58-c0ddb28d42bb deletion is rescheduled due to dependency. [ 1161.325636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.351427] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.494468] env[65073]: INFO networking_nsxv3.common.synchronization [req-b41cba58-c732-4bf3-9ec7-0d3a0c4e05d3 req-2ced18e5-a5e2-4ed6-bfc2-bc2bc1fb0b78 tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1161.494605] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1161.494890] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.495552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.495552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.495552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.495552] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.495552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.495552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.495839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.495839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.495904] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.824513] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.824715] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.824836] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.825152] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.825412] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.825573] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.825690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.825903] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.826802] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.827129] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.827258] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.827370] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.827478] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.827590] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.827725] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.827895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.846473] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.846647] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.846782] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.847286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-147" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.847400] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.847586] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.847729] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.848068] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.848227] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0bcfc1-9aa9-4b24-aa4c-330e10080317',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.852969] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.998429] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.998591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.998683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.998906] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.999037] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.999246] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.999346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.999408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.999557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.999631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.999716] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1162.036774] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.037043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.037171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.037700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.037700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.046676] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1162.350763] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.351165] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.351165] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.351397] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.351548] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.351700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 0d0bcfc1-9aa9-4b24-aa4c-330e10080317 not found, creating... [ 1162.351958] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.352131] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.352247] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.352461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.352600] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.352874] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.353044] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.353162] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.353365] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.353500] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.353664] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 0d0bcfc1-9aa9-4b24-aa4c-330e10080317 is going to be created. [ 1162.354874] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.354988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.355070] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.355255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.355338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.355426] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1162.378275] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.378590] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.378768] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.379175] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.379488] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.379759] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.391413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.391555] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.391617] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.391820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.391971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.402374] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1163.086553] env[65073]: INFO networking_nsxv3.common.synchronization [req-b41cba58-c732-4bf3-9ec7-0d3a0c4e05d3 req-86491b79-5151-4d7a-8ef0-dc95443fc409 service nova] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 1163.086958] env[65073]: INFO networking_nsxv3.common.synchronization [req-b41cba58-c732-4bf3-9ec7-0d3a0c4e05d3 req-86491b79-5151-4d7a-8ef0-dc95443fc409 service nova] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1163.087225] env[65073]: INFO networking_nsxv3.common.synchronization [req-b41cba58-c732-4bf3-9ec7-0d3a0c4e05d3 req-86491b79-5151-4d7a-8ef0-dc95443fc409 service nova] Enqueued Resource ID: 0d0bcfc1-9aa9-4b24-aa4c-330e10080317 with Priority: HIGHEST for action port [ 1163.088091] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_rules [ 1163.088372] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1163.088477] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0bcfc1-9aa9-4b24-aa4c-330e10080317 with Priority: HIGHEST for action port [ 1163.089496] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.089496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.089496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.089496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.089496] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.090790] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.090790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.091108] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.091486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.091486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.092416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.092577] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0bcfc1-9aa9-4b24-aa4c-330e10080317',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.594863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.595256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.595256] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d0bcfc1-9aa9-4b24-aa4c-330e10080317 with status ACTIVE [ 1163.595425] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.595534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.595600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.595812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.595903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.596099] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.596197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.596260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.596417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.596495] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.596670] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.596760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.596820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.596993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.597084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.597173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d0bcfc1-9aa9-4b24-aa4c-330e10080317 is going to be updated. [ 1163.622503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.622503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.622503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.622503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.622788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.622846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0bcfc1-9aa9-4b24-aa4c-330e10080317" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.055959] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1164.056233] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 deletion is rescheduled due to dependency. [ 1164.056358] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.056516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.056729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.056977] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.057127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.057198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.057351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.057431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.057537] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.414076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1164.414076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.414076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.414289] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.414473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.414595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.414660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.414940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.415044] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.415132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.415227] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.560150] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.917776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.918231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.918231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.918231] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.918438] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.918582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.918666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.918854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.918983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.919149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.919336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.919470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.919558] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.919712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.919892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.919994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.920110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.920275] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.920355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.920440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.920553] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.065418] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.423700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 614b3257-38dd-437b-bdff-e0e5ae675e9a: rpc.has_security_group_logging(os_id): False [ 1165.445468] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.445634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.445695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.445910] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.445999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.446227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.446357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.446397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.446578] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.446723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.446795] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.446916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.447027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.447152] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.447225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.447421] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.447515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.447576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.447738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.447809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.447892] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1165.523672] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.523901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.524046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.524378] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.524631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.563813] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1165.567892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.568283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.568283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.568482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.568608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.568713] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1165.623481] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.623481] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.623598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.623765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.623927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.643866] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1167.577240] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1167.577624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.654507] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1167.654706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.654932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.655222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.655530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.655530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.655650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.655740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.655815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.655900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.655998] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.089536] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1168.089662] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1168.158267] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.660942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 562fb255-bd38-4f90-8944-25a123d7f657: rpc.has_security_group_logging(os_id): False [ 1168.681420] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.681420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.681420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.681719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.681719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.681974] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.682099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.682162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.682323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.682425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.682530] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1168.743739] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.743911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.743979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.744265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.744497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.775621] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1170.515918] env[65073]: INFO networking_nsxv3.common.synchronization [req-45fea9a7-22d9-490a-9379-c0a3ddff39f9 req-c52efc4d-614b-4802-a004-123d31accd52 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1170.516511] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1170.516822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.516972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.517080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.517332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.517541] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.517671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.517763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.517957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.518074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.518175] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.791619] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1170.791885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.888904] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.889476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.889476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.889603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.889842] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.890043] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.890175] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.890394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.890541] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.890752] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.890867] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.890981] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.891106] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.891261] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.891390] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.891525] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.911976] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.912174] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.912319] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.912575] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.912913] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.913145] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.913261] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.913755] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.914713] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3902f6-1c7e-41b8-9999-6ff23af9c64d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.021423] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.021423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.021423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.021898] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.022300] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.022548] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.022735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.022809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.023261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.023261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.023453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 already deleted. [ 1171.023453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.421051] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.421051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.421051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.421051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.421051] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 8a3902f6-1c7e-41b8-9999-6ff23af9c64d not found, creating... [ 1171.421051] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.421051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.421051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.421051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.421734] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.421734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.421734] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.422056] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.422162] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 8a3902f6-1c7e-41b8-9999-6ff23af9c64d is going to be created. [ 1171.443760] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.444057] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.444155] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.444407] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.444640] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.444911] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.524541] env[65073]: INFO networking_nsxv3.common.synchronization [req-dfe19bb0-4552-4440-8cec-bd1e9e2c9263 req-da4188f7-fa91-426f-8a74-442a19bd949b tempest-ServerRescueNegativeTestJSON-1350262176 tempest-ServerRescueNegativeTestJSON-1350262176-project-member] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 1171.525138] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 1171.525503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.525632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.525699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.525897] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.526285] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.526383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.526383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.526542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.526629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.526727] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.029637] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.177864] env[65073]: INFO networking_nsxv3.common.synchronization [req-45fea9a7-22d9-490a-9379-c0a3ddff39f9 req-2dd845c3-597f-4d87-ae1d-6d0bf5886b99 service nova] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_rules [ 1172.178138] env[65073]: INFO networking_nsxv3.common.synchronization [req-45fea9a7-22d9-490a-9379-c0a3ddff39f9 req-2dd845c3-597f-4d87-ae1d-6d0bf5886b99 service nova] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1172.178778] env[65073]: INFO networking_nsxv3.common.synchronization [req-45fea9a7-22d9-490a-9379-c0a3ddff39f9 req-2dd845c3-597f-4d87-ae1d-6d0bf5886b99 service nova] Enqueued Resource ID: 8a3902f6-1c7e-41b8-9999-6ff23af9c64d with Priority: HIGHEST for action port [ 1172.178778] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_rules [ 1172.178959] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1172.178959] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3902f6-1c7e-41b8-9999-6ff23af9c64d with Priority: HIGHEST for action port [ 1172.179231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.179353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.179442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.179620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.179875] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.180608] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.180754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.180838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.181023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.181238] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.181372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.181372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.181529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.181619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.181711] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.183024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.183262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.183262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.183403] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.183403] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3902f6-1c7e-41b8-9999-6ff23af9c64d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.534034] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.684862] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.686342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.686462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.686737] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a3902f6-1c7e-41b8-9999-6ff23af9c64d with status ACTIVE [ 1172.686885] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.687060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.687153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.687353] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.687434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.687609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.687709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.687774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.687946] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.688052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.689033] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.689194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.689290] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.689499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.689608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.689726] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a3902f6-1c7e-41b8-9999-6ff23af9c64d is going to be updated. [ 1172.711262] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.711575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.711575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.711740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.711810] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.711967] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3902f6-1c7e-41b8-9999-6ff23af9c64d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.037650] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.037650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.037650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.038076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.038076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.038076] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b954ad-417d-4573-8708-12a6907d7882 is going to be updated. [ 1173.065777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.066051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.066051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.066165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.066864] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.078046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: IN_PROGRESS for 2s [ 1173.192614] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.540239] env[65073]: INFO networking_nsxv3.common.synchronization [req-c924099e-218d-4e35-ab2a-4fcacb9d9895 req-757e04b4-61fd-42fc-b453-62a12287f1d8 tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1173.540788] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1173.541111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.541234] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.541302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.541499] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.541649] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.541747] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.541805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.541953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.542046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.542139] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.695898] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.696117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.696246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.696479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.696598] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.696704] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be created. [ 1173.723338] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.723533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.723533] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.723759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.723903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.734309] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: UNINITIALIZED for 2s [ 1174.043987] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.547946] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.049768] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.050010] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.050162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.050436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.050560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.050681] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1175.082703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.082918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.082918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.083497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.083654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.087521] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: SUCCESS [ 1175.087780] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.090405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1175.751019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: SUCCESS [ 1175.751019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.751019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.751019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.751019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.751019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.751019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.751019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.751019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.751019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.751019] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.253817] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.757090] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7c58fa3-78e1-488a-ae1d-3f26d99f6697: rpc.has_security_group_logging(os_id): False [ 1176.775362] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.775552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.775627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.775866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.775964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.776273] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.776396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.776471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.776666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.776762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.776869] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be created. [ 1176.843533] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.843751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.843851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.844128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.844352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.856254] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: IN_PROGRESS for 2s [ 1177.100255] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1177.100462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.400851] env[65073]: INFO networking_nsxv3.common.synchronization [req-301c1cfd-9d05-4b1e-9af3-c1470f908993 req-3b14341c-8ccb-49df-924c-47629251ad9d tempest-ServerRescueNegativeTestJSON-1350262176 tempest-ServerRescueNegativeTestJSON-1350262176-project-member] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 1178.400851] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGHEST for action security_group_members [ 1178.400851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.400851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.400851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.400851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.400851] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.400851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.400851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.400851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.400851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.400851] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.871818] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: SUCCESS [ 1178.871818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.904085] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.904085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.904085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.904085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.928956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.929191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.929325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.929423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.929618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.929701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.929811] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b954ad-417d-4573-8708-12a6907d7882 is going to be updated. [ 1178.968640] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.968914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.968973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.969171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.969427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.992521] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: IN_PROGRESS for 2s [ 1180.170303] env[65073]: INFO networking_nsxv3.common.synchronization [req-2cc34603-8dd0-4fed-aa0e-4d8035b9329e req-39f25a2f-216a-4af8-9675-cb03e0cae12b tempest-ServersTestJSON-565971775 tempest-ServersTestJSON-565971775-project-member] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1180.170921] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGHEST for action security_group_members [ 1180.171286] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.171418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.171500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.171660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.171814] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.171920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.172028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.172157] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.172238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.172337] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.674342] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.674550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.674613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.674868] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.674972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.675240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.675350] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.675417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.675582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.675664] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.675754] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be updated. [ 1180.703758] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.703964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.703964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.704198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.704341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.713695] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: IN_PROGRESS for 2s [ 1181.004083] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b954ad-417d-4573-8708-12a6907d7882 in Status: SUCCESS [ 1181.004335] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b954ad-417d-4573-8708-12a6907d7882 deletion is rescheduled due to dependency. [ 1181.004420] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.724197] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a in Status: SUCCESS [ 1182.724590] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a deletion is rescheduled due to dependency. [ 1182.724590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.596395] env[65073]: INFO networking_nsxv3.common.synchronization [req-6f114384-5259-49b1-b320-d59fe951a12d req-fe3ac4fa-69c9-4726-b4da-390d147f048b tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1184.597100] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1184.597537] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.597693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.597798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.598048] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.598307] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.598528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.598625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.598896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.599053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.599306] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.914487] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.914696] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.914784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.915067] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.915286] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.915442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.915565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.915766] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.915909] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.916125] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.916254] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.916339] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.916449] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.916560] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.916666] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.916797] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.939413] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.939597] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.939755] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.939977] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.940317] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-f2bf9b0f-7099-4514-b708-9deb0ba65b37 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.940496] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-f2bf9b0f-7099-4514-b708-9deb0ba65b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.940636] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-f2bf9b0f-7099-4514-b708-9deb0ba65b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.940982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-f2bf9b0f-7099-4514-b708-9deb0ba65b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.941158] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2bf9b0f-7099-4514-b708-9deb0ba65b37',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.101708] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.445572] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.445809] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.445971] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.446310] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.446476] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.446628] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port f2bf9b0f-7099-4514-b708-9deb0ba65b37 not found, creating... [ 1185.446896] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.447094] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.447299] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.447637] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.447881] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.448331] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.448562] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.448710] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.448928] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.449111] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.449264] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: f2bf9b0f-7099-4514-b708-9deb0ba65b37 is going to be created. [ 1185.470815] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.471024] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.471149] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.471422] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.471657] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.471879] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-f2bf9b0f-7099-4514-b708-9deb0ba65b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.603856] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.106823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.110025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.110025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.110025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.110025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.110025] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be updated. [ 1186.142788] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.142788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.142788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.142788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.142788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.152541] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: IN_PROGRESS for 2s [ 1186.216313] env[65073]: INFO networking_nsxv3.common.synchronization [req-6f114384-5259-49b1-b320-d59fe951a12d req-c77e0c85-6eb3-4aa8-8eb2-8c02b1f5eb8a service nova] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_rules [ 1186.216313] env[65073]: INFO networking_nsxv3.common.synchronization [req-6f114384-5259-49b1-b320-d59fe951a12d req-c77e0c85-6eb3-4aa8-8eb2-8c02b1f5eb8a service nova] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1186.216313] env[65073]: INFO networking_nsxv3.common.synchronization [req-6f114384-5259-49b1-b320-d59fe951a12d req-c77e0c85-6eb3-4aa8-8eb2-8c02b1f5eb8a service nova] Enqueued Resource ID: f2bf9b0f-7099-4514-b708-9deb0ba65b37 with Priority: HIGHEST for action port [ 1186.216835] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_rules [ 1186.217147] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1186.217465] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2bf9b0f-7099-4514-b708-9deb0ba65b37 with Priority: HIGHEST for action port [ 1186.218037] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.218382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.218545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.218850] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.220503] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.220503] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.221772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.222159] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2bf9b0f-7099-4514-b708-9deb0ba65b37 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.222503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2bf9b0f-7099-4514-b708-9deb0ba65b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.222678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2bf9b0f-7099-4514-b708-9deb0ba65b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.222988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2bf9b0f-7099-4514-b708-9deb0ba65b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.223246] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2bf9b0f-7099-4514-b708-9deb0ba65b37',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.729019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.729019] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2bf9b0f-7099-4514-b708-9deb0ba65b37 with status ACTIVE [ 1186.729019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.729019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.729019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.729019] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.729827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.729827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.729827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.729827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.729827] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2bf9b0f-7099-4514-b708-9deb0ba65b37 is going to be updated. [ 1186.756397] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.756530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.756576] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.758291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.758291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.758291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2bf9b0f-7099-4514-b708-9deb0ba65b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.163079] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: SUCCESS [ 1188.163565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.163565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.163565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.163800] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.163903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.163903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.164046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.164136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.164246] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.666158] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.168888] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.672564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.672713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.674054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.674054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.674054] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.674054] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be updated. [ 1189.701939] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.702128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.702170] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.702398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.702567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.711889] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: IN_PROGRESS for 2s [ 1191.218632] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.218897] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1191.723601] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: SUCCESS [ 1191.723832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.723905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.724226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.724455] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.724582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.724629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.724840] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.724933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.725050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.725168] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.228083] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.731066] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7c58fa3-78e1-488a-ae1d-3f26d99f6697: rpc.has_security_group_logging(os_id): False [ 1192.757028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.757242] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.757550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.757651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.757709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.757928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.758045] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.758115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.758273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.758363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.758436] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be updated. [ 1192.831097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.831323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.831437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.831812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.831987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.847038] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: IN_PROGRESS for 2s [ 1194.862816] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: SUCCESS [ 1194.863293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.219514] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.220068] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1196.630721] env[65073]: INFO networking_nsxv3.common.synchronization [None req-c875a983-365b-40f4-a58b-6700f45d1d09 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1196.631576] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1196.635261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.635261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.635261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.635261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.635261] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.635261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.635261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.635261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.635261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.635261] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.142463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.142623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.142681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.142920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.143027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.143227] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.143327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.143387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.143546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.143649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.143751] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1197.177978] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.178215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.178215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.178433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.178575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.190677] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1197.454415] env[65073]: INFO networking_nsxv3.common.synchronization [req-2fed799d-9445-4c9c-a5f8-4cb13ad5b62d req-ffd22949-dcf5-4afb-a779-d02a46df6c71 tempest-DeleteServersTestJSON-424110692 tempest-DeleteServersTestJSON-424110692-project-member] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1197.454415] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGHEST for action security_group_members [ 1197.454415] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.454415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.454415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.454415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.454415] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.455022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.455022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.455022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.455022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.455022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.957577] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.957792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.957792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.958060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.958132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.958373] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.958526] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.958605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.958798] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.958896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.958990] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be updated. [ 1197.986427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.986427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.986784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.986784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.986861] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.996210] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: IN_PROGRESS for 2s [ 1199.202873] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1199.203245] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 deletion is rescheduled due to dependency. [ 1199.203386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.006467] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 in Status: SUCCESS [ 1200.006643] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 deletion is rescheduled due to dependency. [ 1200.006756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.454499] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.454837] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.455782] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.456145] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.132989] env[65073]: INFO networking_nsxv3.common.synchronization [None req-4b84ea78-fd8f-415e-97c2-786185801971 None None] Enqueued Resource ID: dd00bb6b-3079-41da-8808-a96a4dbecec6 with Priority: HIGHEST for action port [ 1209.133327] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd00bb6b-3079-41da-8808-a96a4dbecec6 with Priority: HIGHEST for action port [ 1209.133877] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd00bb6b-3079-41da-8808-a96a4dbecec6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.133994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd00bb6b-3079-41da-8808-a96a4dbecec6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.134076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd00bb6b-3079-41da-8808-a96a4dbecec6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.134587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd00bb6b-3079-41da-8808-a96a4dbecec6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.134587] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd00bb6b-3079-41da-8808-a96a4dbecec6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.637146] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd00bb6b-3079-41da-8808-a96a4dbecec6 [ 1209.637429] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.637630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.637707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.637949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.638058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.638156] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd00bb6b-3079-41da-8808-a96a4dbecec6 already deleted. [ 1209.638292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd00bb6b-3079-41da-8808-a96a4dbecec6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.834863] env[65073]: INFO networking_nsxv3.common.synchronization [None req-3266ca47-2312-4f0f-856a-f40ed8160da0 None None] Enqueued Resource ID: 46e3c711-2f2b-495b-9d33-eebf1b03b532 with Priority: HIGHEST for action port [ 1210.834863] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e3c711-2f2b-495b-9d33-eebf1b03b532 with Priority: HIGHEST for action port [ 1210.835364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-46e3c711-2f2b-495b-9d33-eebf1b03b532 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.835478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46e3c711-2f2b-495b-9d33-eebf1b03b532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.835565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46e3c711-2f2b-495b-9d33-eebf1b03b532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.835918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46e3c711-2f2b-495b-9d33-eebf1b03b532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.835918] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46e3c711-2f2b-495b-9d33-eebf1b03b532',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.337759] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46e3c711-2f2b-495b-9d33-eebf1b03b532 [ 1211.338096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.338285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.338384] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.338626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.338744] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.338863] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46e3c711-2f2b-495b-9d33-eebf1b03b532 already deleted. [ 1211.339021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46e3c711-2f2b-495b-9d33-eebf1b03b532" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.926894] env[65073]: INFO networking_nsxv3.common.synchronization [None req-41481b0a-03d4-4c51-8b28-9be6629cee36 None None] Enqueued Resource ID: ea51cc0c-3524-4358-a1ff-5e43a37d6105 with Priority: HIGHEST for action port [ 1211.926894] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea51cc0c-3524-4358-a1ff-5e43a37d6105 with Priority: HIGHEST for action port [ 1211.927220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea51cc0c-3524-4358-a1ff-5e43a37d6105 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.927561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea51cc0c-3524-4358-a1ff-5e43a37d6105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.927561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea51cc0c-3524-4358-a1ff-5e43a37d6105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.927667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea51cc0c-3524-4358-a1ff-5e43a37d6105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.927748] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea51cc0c-3524-4358-a1ff-5e43a37d6105',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.430173] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea51cc0c-3524-4358-a1ff-5e43a37d6105 [ 1212.430473] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.430618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.430709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.430930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.431043] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.431144] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea51cc0c-3524-4358-a1ff-5e43a37d6105 already deleted. [ 1212.431226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea51cc0c-3524-4358-a1ff-5e43a37d6105" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.216117] env[65073]: INFO networking_nsxv3.common.synchronization [None req-dde0c05d-a7b9-4a0b-9ff5-1288d825fffd None None] Enqueued Resource ID: d5c869de-3157-4aee-be3a-b1b124a0180c with Priority: HIGHEST for action port [ 1213.216697] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c869de-3157-4aee-be3a-b1b124a0180c with Priority: HIGHEST for action port [ 1213.217023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c869de-3157-4aee-be3a-b1b124a0180c taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.217139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c869de-3157-4aee-be3a-b1b124a0180c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.217205] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c869de-3157-4aee-be3a-b1b124a0180c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.217447] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c869de-3157-4aee-be3a-b1b124a0180c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.217556] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c869de-3157-4aee-be3a-b1b124a0180c',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.719302] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5c869de-3157-4aee-be3a-b1b124a0180c [ 1213.719551] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.719701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.719750] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.719972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.720092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.720216] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5c869de-3157-4aee-be3a-b1b124a0180c already deleted. [ 1213.720263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c869de-3157-4aee-be3a-b1b124a0180c" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.373201] env[65073]: INFO networking_nsxv3.common.synchronization [req-472270f1-526c-4c9d-b341-b754515f8aae req-7c20910e-8108-433a-a420-3791577af176 tempest-ServersNegativeTestMultiTenantJSON-1786603458 tempest-ServersNegativeTestMultiTenantJSON-1786603458-project-member] Enqueued Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGHEST for action security_group_members [ 1216.374563] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGHEST for action security_group_members [ 1216.374563] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c31513-e7c5-41c5-88ad-51991943ad73 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.374563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.374563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.374827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.374827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.374916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.374916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.375383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.375383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.375383] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.651207] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.651442] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.651602] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.651843] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.652296] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.652550] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.652612] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.652814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.652986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.653226] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.653341] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.653459] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.653624] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.653695] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.653760] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.653887] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.674296] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.674520] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.674626] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.674780] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-168" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.675102] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-d7c8f198-95d9-4ca7-8373-17bca542958d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.675291] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-d7c8f198-95d9-4ca7-8373-17bca542958d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.675411] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-d7c8f198-95d9-4ca7-8373-17bca542958d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.675853] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-d7c8f198-95d9-4ca7-8373-17bca542958d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.675998] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c8f198-95d9-4ca7-8373-17bca542958d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.877045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.877256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.877336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.877488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.877720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.877968] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.878116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.878173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.879184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.879184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.879184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c31513-e7c5-41c5-88ad-51991943ad73 already deleted. [ 1216.879184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.178662] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.178901] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.179019] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.179310] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.179478] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.179643] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port d7c8f198-95d9-4ca7-8373-17bca542958d not found, creating... [ 1217.179920] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.180106] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.180219] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.180460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.180610] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.180906] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.181086] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.181211] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.181436] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.181579] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.181753] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: d7c8f198-95d9-4ca7-8373-17bca542958d is going to be created. [ 1217.207794] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.208047] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.208180] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.208462] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.208730] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.208967] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-d7c8f198-95d9-4ca7-8373-17bca542958d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.393183] env[65073]: INFO networking_nsxv3.common.synchronization [req-472270f1-526c-4c9d-b341-b754515f8aae req-42810b59-bc43-413f-b0e1-5821379ce152 service nova] Enqueued Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGHEST for action security_group_rules [ 1218.393421] env[65073]: INFO networking_nsxv3.common.synchronization [req-472270f1-526c-4c9d-b341-b754515f8aae req-42810b59-bc43-413f-b0e1-5821379ce152 service nova] Enqueued Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGHEST for action security_group_members [ 1218.393490] env[65073]: INFO networking_nsxv3.common.synchronization [req-472270f1-526c-4c9d-b341-b754515f8aae req-42810b59-bc43-413f-b0e1-5821379ce152 service nova] Enqueued Resource ID: d7c8f198-95d9-4ca7-8373-17bca542958d with Priority: HIGHEST for action port [ 1218.394893] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGHEST for action security_group_rules [ 1218.395082] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGHEST for action security_group_members [ 1218.395187] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c8f198-95d9-4ca7-8373-17bca542958d with Priority: HIGHEST for action port [ 1218.395615] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c31513-e7c5-41c5-88ad-51991943ad73 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.395834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.395902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.396190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.396281] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.398045] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c31513-e7c5-41c5-88ad-51991943ad73 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.398146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.398227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.398423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.398592] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.398723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.398783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.398947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.399112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.399152] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.400368] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c8f198-95d9-4ca7-8373-17bca542958d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.400494] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c8f198-95d9-4ca7-8373-17bca542958d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.400561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c8f198-95d9-4ca7-8373-17bca542958d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.400714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c8f198-95d9-4ca7-8373-17bca542958d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.400791] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c8f198-95d9-4ca7-8373-17bca542958d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.900833] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c31513-e7c5-41c5-88ad-51991943ad73 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.900833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.901883] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.902847] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7c8f198-95d9-4ca7-8373-17bca542958d with status ACTIVE [ 1218.903053] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.903171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.903262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.903437] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.903523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.903694] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.903790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.903848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.903994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.904082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.904257] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.904406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.904484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.904633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.904708] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.904793] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7c8f198-95d9-4ca7-8373-17bca542958d is going to be updated. [ 1218.939838] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.940098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.940221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.940525] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.940753] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.941018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c8f198-95d9-4ca7-8373-17bca542958d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.976225] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.976491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.976692] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.977092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.977481] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.977830] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.978041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.978381] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.978609] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.978931] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.979136] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.979306] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.979481] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.979665] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.979838] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.980049] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.999869] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.000116] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.000204] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.000383] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.000697] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-f0de7b81-e9e4-4476-85cc-6cfefba47966 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.000874] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.000994] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.001370] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.001593] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0de7b81-e9e4-4476-85cc-6cfefba47966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.407730] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.504523] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.504758] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.504890] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.505226] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.505384] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.505571] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port f0de7b81-e9e4-4476-85cc-6cfefba47966 not found, creating... [ 1219.505834] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.505999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.506128] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.506357] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.506493] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.506880] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.506992] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.507126] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.507373] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.507539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.507722] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: f0de7b81-e9e4-4476-85cc-6cfefba47966 is going to be created. [ 1219.529478] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.529696] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.529800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.530080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.530324] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.530553] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.910556] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.910730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.910814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.911050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.911146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.911242] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c31513-e7c5-41c5-88ad-51991943ad73 is going to be created. [ 1219.938827] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.939057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.939057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.939256] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.939417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.949207] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c31513-e7c5-41c5-88ad-51991943ad73 in Status: UNINITIALIZED for 2s [ 1220.233021] env[65073]: INFO networking_nsxv3.common.synchronization [req-de8533c6-b5c5-4e08-9c3e-a687540a521f req-cdfaa4b7-0099-4925-8fb7-36244e5db147 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1220.233225] env[65073]: INFO networking_nsxv3.common.synchronization [req-de8533c6-b5c5-4e08-9c3e-a687540a521f req-cdfaa4b7-0099-4925-8fb7-36244e5db147 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1220.233343] env[65073]: INFO networking_nsxv3.common.synchronization [req-de8533c6-b5c5-4e08-9c3e-a687540a521f req-cdfaa4b7-0099-4925-8fb7-36244e5db147 service nova] Enqueued Resource ID: f0de7b81-e9e4-4476-85cc-6cfefba47966 with Priority: HIGHEST for action port [ 1220.233915] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1220.234441] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1220.234599] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0de7b81-e9e4-4476-85cc-6cfefba47966 with Priority: HIGHEST for action port [ 1220.235109] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.235109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.235109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.235305] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.235392] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.238081] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.238968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.239115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.239402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.239582] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.239688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.239754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.239927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.239991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.243088] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.247509] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0de7b81-e9e4-4476-85cc-6cfefba47966 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.247509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.247509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.247509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.247509] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0de7b81-e9e4-4476-85cc-6cfefba47966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.747728] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.748789] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.748915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.750437] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0de7b81-e9e4-4476-85cc-6cfefba47966 with status ACTIVE [ 1220.750888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.750888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.750888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.751156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.751156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.751251] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.751319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.751377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.751531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.751632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.751777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.751867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.752112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.752112] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.752280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.752280] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0de7b81-e9e4-4476-85cc-6cfefba47966 is going to be updated. [ 1220.775387] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.775552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.775680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.775846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.775985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.776162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.250803] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.752283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.753451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.753451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.753451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.753451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.753451] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1221.782430] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.782593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.782661] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.782931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.783059] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.793786] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1221.959122] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c31513-e7c5-41c5-88ad-51991943ad73 in Status: SUCCESS [ 1221.959368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.959530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.959781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.960329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.960329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.960329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.960488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.960560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.960651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.960743] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.463064] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c31513-e7c5-41c5-88ad-51991943ad73 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.463238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.463314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.463546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.464035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.464185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.464246] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.464398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.464474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.464570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.464721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c31513-e7c5-41c5-88ad-51991943ad73 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.464796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.464858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.465012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.465189] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.465388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.465388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.465487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.465487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.465600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.465651] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.969041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c31513-e7c5-41c5-88ad-51991943ad73: rpc.has_security_group_logging(os_id): False [ 1222.988672] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.988933] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.989025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.989244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.989362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.989575] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.989734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.989795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.989986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.990083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.990336] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.990436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.990483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.990648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.990757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.991074] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.991193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.991193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.991347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.991422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.991509] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c31513-e7c5-41c5-88ad-51991943ad73 is going to be created. [ 1223.076703] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.076936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.076936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.077174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.077397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.090665] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c31513-e7c5-41c5-88ad-51991943ad73 in Status: IN_PROGRESS for 2s [ 1223.805323] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1223.805535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.805799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.806046] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.806270] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.806364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.806429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.806596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.806655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.806783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.806844] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.309361] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.309755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.309755] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.309828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.310048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.310173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.310238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.310436] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.310530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.310600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.310753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.310845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.310911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.311073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.311258] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.311314] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.311376] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.311516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.311593] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.311687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.311782] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.683640] env[65073]: INFO networking_nsxv3.common.synchronization [req-7b93b2de-1011-427a-8aac-e95895887d17 req-1edccce3-8d9e-40ec-9b11-9876b8d09bb5 tempest-ServerActionsTestJSON-1186795815 tempest-ServerActionsTestJSON-1186795815-project-member] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1224.684071] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGHEST for action security_group_members [ 1224.684403] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.684604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.684604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.685078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.685078] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.685188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.685221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.685362] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.685446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.685543] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.814028] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63b43bf-5e61-4745-a893-8f4d99841c90: rpc.has_security_group_logging(os_id): False [ 1224.832082] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.832239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.832360] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.832612] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.832726] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.832932] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.833063] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.833143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.833319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.833398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.833600] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.833695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.833789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.833905] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.833999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.834228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.834368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.834471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.834934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.834934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.835123] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1224.901589] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.901799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.901846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.902057] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.902210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.913977] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1225.103939] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c31513-e7c5-41c5-88ad-51991943ad73 in Status: SUCCESS [ 1225.104201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.188327] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.188498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.188563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.188815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.188916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.189216] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.189325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.189391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.189560] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.189639] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.189730] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be updated. [ 1225.225823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.226025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.226067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.226283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.226429] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.237989] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: IN_PROGRESS for 2s [ 1226.926619] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1226.926948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.248194] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562fb255-bd38-4f90-8944-25a123d7f657 in Status: SUCCESS [ 1227.248435] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 deletion is rescheduled due to dependency. [ 1227.248513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.848608] env[65073]: INFO networking_nsxv3.common.synchronization [req-1092f071-e32d-4024-8bde-da7f8c6e9b66 req-8c463d1c-7b5b-447c-a08e-1cad1565249d tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 1227.849194] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 1227.849504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.849626] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.849693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.849887] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.850052] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.850283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.850283] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.850667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.850790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.850902] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.353458] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.855345] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.212179] env[65073]: INFO networking_nsxv3.common.synchronization [req-52d5ee04-a374-448e-83a8-42f944b8c5d3 req-ef3e36c9-cd59-4c0d-8ec7-5688d1e9f015 tempest-ServersNegativeTestMultiTenantJSON-1786603458 tempest-ServersNegativeTestMultiTenantJSON-1786603458-project-member] Enqueued Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGHEST for action security_group_members [ 1229.212682] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGHEST for action security_group_members [ 1229.212991] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c31513-e7c5-41c5-88ad-51991943ad73 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.213127] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.213192] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.213397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.213549] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.213655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.213693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.213842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.213928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.214031] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.358404] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.358404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.358876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.358876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.358876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.358975] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee is going to be updated. [ 1229.393265] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.393455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.393500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.393812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.394030] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.404561] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: IN_PROGRESS for 2s [ 1229.716453] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.716663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.716704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.716955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.717089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.717271] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.717382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.717438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.717654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.717924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.717924] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c31513-e7c5-41c5-88ad-51991943ad73 is going to be updated. [ 1229.748366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.748582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.748629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.748956] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.749159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.762455] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c31513-e7c5-41c5-88ad-51991943ad73 in Status: IN_PROGRESS for 2s [ 1231.416142] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: SUCCESS [ 1231.416443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.778760] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c31513-e7c5-41c5-88ad-51991943ad73 in Status: SUCCESS [ 1231.779051] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c31513-e7c5-41c5-88ad-51991943ad73 deletion is rescheduled due to dependency. [ 1231.779166] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.145714] env[65073]: INFO networking_nsxv3.common.synchronization [None req-23cb2a55-6ffd-4304-a2fc-0c9506de17a4 None None] Enqueued Resource ID: 06529ac2-465a-4287-b59c-1d0a0dcb7a66 with Priority: HIGHEST for action port [ 1233.146052] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06529ac2-465a-4287-b59c-1d0a0dcb7a66 with Priority: HIGHEST for action port [ 1233.146315] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-06529ac2-465a-4287-b59c-1d0a0dcb7a66 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.146432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06529ac2-465a-4287-b59c-1d0a0dcb7a66" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.146548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06529ac2-465a-4287-b59c-1d0a0dcb7a66" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.147019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06529ac2-465a-4287-b59c-1d0a0dcb7a66" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.147019] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06529ac2-465a-4287-b59c-1d0a0dcb7a66',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.649461] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06529ac2-465a-4287-b59c-1d0a0dcb7a66 [ 1233.650716] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.650716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.650716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.650716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.650716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.650716] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06529ac2-465a-4287-b59c-1d0a0dcb7a66 already deleted. [ 1233.650716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06529ac2-465a-4287-b59c-1d0a0dcb7a66" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.842203] env[65073]: INFO networking_nsxv3.common.synchronization [req-600e184d-2e11-4ca6-ad0d-2fcfe8a323da req-8af4dd4d-e434-4957-81bd-c24e71725a49 tempest-ServerActionsTestOtherB-2022527139 tempest-ServerActionsTestOtherB-2022527139-project-member] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1233.843866] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1233.843866] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.843866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.843866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.843866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.844114] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.844114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.844114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.844221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.844309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.844401] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.346440] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.346791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.346791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.347026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.347026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.347205] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.347304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.347363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.347518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.347591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.347673] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1234.405152] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.405303] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.405374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.405618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.405845] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.416251] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1235.553961] env[65073]: INFO networking_nsxv3.common.synchronization [None req-0aeb5168-0344-439b-afd7-15268ecb6df7 None None] Enqueued Resource ID: dbb02740-154b-408d-8288-f0b22c2cd9e1 with Priority: HIGHEST for action port [ 1235.554530] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb02740-154b-408d-8288-f0b22c2cd9e1 with Priority: HIGHEST for action port [ 1235.554831] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb02740-154b-408d-8288-f0b22c2cd9e1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.554958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb02740-154b-408d-8288-f0b22c2cd9e1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.555062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb02740-154b-408d-8288-f0b22c2cd9e1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.555322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb02740-154b-408d-8288-f0b22c2cd9e1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.555412] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb02740-154b-408d-8288-f0b22c2cd9e1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.060041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbb02740-154b-408d-8288-f0b22c2cd9e1 [ 1236.060041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.060041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.060041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.060041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.060041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.060041] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbb02740-154b-408d-8288-f0b22c2cd9e1 already deleted. [ 1236.060041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb02740-154b-408d-8288-f0b22c2cd9e1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.427927] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1236.428177] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 deletion is rescheduled due to dependency. [ 1236.428291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.938272] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.938272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.938272] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.938638] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.938638] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.938845] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.938903] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.939740] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.939740] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.940687] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.940687] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.940687] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.940687] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.940687] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.940687] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.940687] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.960275] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.961116] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.961116] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.961116] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.961116] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-f0de7b81-e9e4-4476-85cc-6cfefba47966 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.961303] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.961420] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.961690] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.961857] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0de7b81-e9e4-4476-85cc-6cfefba47966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.465028] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.465423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.465423] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.465684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.465868] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.466338] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.466516] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.466634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.466871] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.467034] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.467316] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.467571] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.467571] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.468065] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.468267] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.468409] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: f0de7b81-e9e4-4476-85cc-6cfefba47966 is going to be updated. [ 1237.491225] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.491457] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.491579] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.491864] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.492105] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.492345] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.222562] env[65073]: INFO networking_nsxv3.common.synchronization [req-81f2a264-1ab9-481f-be9f-5ade6a96fb00 req-8ea912b2-3fdd-4643-80c9-7900ddba4503 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1238.222801] env[65073]: INFO networking_nsxv3.common.synchronization [req-81f2a264-1ab9-481f-be9f-5ade6a96fb00 req-8ea912b2-3fdd-4643-80c9-7900ddba4503 service nova] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1238.222801] env[65073]: INFO networking_nsxv3.common.synchronization [req-81f2a264-1ab9-481f-be9f-5ade6a96fb00 req-8ea912b2-3fdd-4643-80c9-7900ddba4503 service nova] Enqueued Resource ID: f0de7b81-e9e4-4476-85cc-6cfefba47966 with Priority: HIGHEST for action port [ 1238.223345] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_rules [ 1238.223484] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1238.223581] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0de7b81-e9e4-4476-85cc-6cfefba47966 with Priority: HIGHEST for action port [ 1238.224364] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.224507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.224574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.224769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.224856] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.226986] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.226986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.226986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.226986] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.227871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.228050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.228135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.228412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.228412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.228500] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.229299] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0de7b81-e9e4-4476-85cc-6cfefba47966 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.229584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.229584] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.229672] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.229672] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0de7b81-e9e4-4476-85cc-6cfefba47966',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.732519] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.732779] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.733092] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.737115] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0de7b81-e9e4-4476-85cc-6cfefba47966 with status ACTIVE [ 1238.737115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.737115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.737115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.737115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.740035] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0de7b81-e9e4-4476-85cc-6cfefba47966 is going to be updated. [ 1238.761255] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.761255] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.761405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.762040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.762040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.762040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0de7b81-e9e4-4476-85cc-6cfefba47966" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.980841] env[65073]: INFO networking_nsxv3.common.synchronization [req-b3754c4b-27f5-4e82-bf7c-900fb9556e65 req-652ccd06-ced2-4700-8bbc-d032e8ba595d tempest-ServerMetadataNegativeTestJSON-1493572160 tempest-ServerMetadataNegativeTestJSON-1493572160-project-member] Enqueued Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGHEST for action security_group_members [ 1238.981733] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGHEST for action security_group_members [ 1238.981733] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.981921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.981921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.982676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.982676] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.982676] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.983241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.983241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.983241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.983455] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.240251] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.323086] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.323292] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-48" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.323416] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-48" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.323749] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-48" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.324197] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.324455] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.324619] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.324854] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.324999] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.325252] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.325392] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.325502] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.325610] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.325721] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.325842] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.325973] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.345983] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.346154] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.346266] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.346406] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-48" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.346933] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-17086812-6ba1-4f5e-a667-1ffc3e937b37 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.346933] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-17086812-6ba1-4f5e-a667-1ffc3e937b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.347188] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-17086812-6ba1-4f5e-a667-1ffc3e937b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.347322] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-17086812-6ba1-4f5e-a667-1ffc3e937b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.347460] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17086812-6ba1-4f5e-a667-1ffc3e937b37',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.485973] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.486250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.486250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.486418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.486508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.486700] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.486795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.486870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.486996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.487078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.487159] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 already deleted. [ 1239.487239] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.742983] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.743213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.743355] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.743567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.743669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.743769] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1239.773278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.773510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.773607] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.773854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.774082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.784570] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1239.851376] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.851376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.851376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.851376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.851376] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.851376] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 17086812-6ba1-4f5e-a667-1ffc3e937b37 not found, creating... [ 1239.854179] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.854179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.854179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.854179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.854179] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.855016] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.855016] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.855283] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.855870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.855870] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.855870] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 17086812-6ba1-4f5e-a667-1ffc3e937b37 is going to be created. [ 1239.878539] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.878539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.878539] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.879772] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.879772] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.879772] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-17086812-6ba1-4f5e-a667-1ffc3e937b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.023162] env[65073]: INFO networking_nsxv3.common.synchronization [None req-dd04fed9-e7b9-42d4-bd4a-8876ae383d12 None None] Enqueued Resource ID: d47ea4b7-4952-44f4-9ef1-1e5b3cb36507 with Priority: HIGHEST for action port [ 1240.023880] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47ea4b7-4952-44f4-9ef1-1e5b3cb36507 with Priority: HIGHEST for action port [ 1240.023980] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-d47ea4b7-4952-44f4-9ef1-1e5b3cb36507 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.024080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d47ea4b7-4952-44f4-9ef1-1e5b3cb36507" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.024154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d47ea4b7-4952-44f4-9ef1-1e5b3cb36507" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.024412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d47ea4b7-4952-44f4-9ef1-1e5b3cb36507" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.024497] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d47ea4b7-4952-44f4-9ef1-1e5b3cb36507',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.527689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d47ea4b7-4952-44f4-9ef1-1e5b3cb36507 [ 1240.527689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.527689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.527689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.527689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.527689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.527689] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d47ea4b7-4952-44f4-9ef1-1e5b3cb36507 already deleted. [ 1240.527689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d47ea4b7-4952-44f4-9ef1-1e5b3cb36507" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.565213] env[65073]: INFO networking_nsxv3.common.synchronization [req-b3754c4b-27f5-4e82-bf7c-900fb9556e65 req-dca5f45b-cd4b-46fe-8bda-c201240aaef2 service nova] Enqueued Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGHEST for action security_group_rules [ 1240.565213] env[65073]: INFO networking_nsxv3.common.synchronization [req-b3754c4b-27f5-4e82-bf7c-900fb9556e65 req-dca5f45b-cd4b-46fe-8bda-c201240aaef2 service nova] Enqueued Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGHEST for action security_group_members [ 1240.565213] env[65073]: INFO networking_nsxv3.common.synchronization [req-b3754c4b-27f5-4e82-bf7c-900fb9556e65 req-dca5f45b-cd4b-46fe-8bda-c201240aaef2 service nova] Enqueued Resource ID: 17086812-6ba1-4f5e-a667-1ffc3e937b37 with Priority: HIGHEST for action port [ 1240.565213] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGHEST for action security_group_rules [ 1240.565213] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGHEST for action security_group_members [ 1240.565213] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17086812-6ba1-4f5e-a667-1ffc3e937b37 with Priority: HIGHEST for action port [ 1240.566017] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.566285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.566440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.567033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.567278] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.568963] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.569545] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.569772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.570077] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.570346] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.571016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.571016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.571016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.571016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.572837] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.575609] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-17086812-6ba1-4f5e-a667-1ffc3e937b37 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.575609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17086812-6ba1-4f5e-a667-1ffc3e937b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.575609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17086812-6ba1-4f5e-a667-1ffc3e937b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.575609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17086812-6ba1-4f5e-a667-1ffc3e937b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.575609] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17086812-6ba1-4f5e-a667-1ffc3e937b37',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.069558] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.069765] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.078738] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17086812-6ba1-4f5e-a667-1ffc3e937b37 with status ACTIVE [ 1241.078738] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.078738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.078738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.079058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.079058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.079234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.079334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.079395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.079644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.079644] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.079796] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.079883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.079921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.080165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.080309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.080363] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17086812-6ba1-4f5e-a667-1ffc3e937b37 is going to be updated. [ 1241.081432] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.102398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.102548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.102609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.102785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.102921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.103107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17086812-6ba1-4f5e-a667-1ffc3e937b37" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.143398] env[65073]: INFO networking_nsxv3.common.synchronization [None req-6c727a10-cf46-408c-a294-691dd123204a tempest-AttachVolumeShelveTestJSON-1964051530 tempest-AttachVolumeShelveTestJSON-1964051530-project-member] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_rules [ 1241.143568] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_rules [ 1241.143876] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.144040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.144040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.144229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.144322] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.235959] env[65073]: INFO networking_nsxv3.common.synchronization [None req-cb2e96a2-c4c7-4b33-8279-6c7590bb0a30 tempest-AttachVolumeShelveTestJSON-1964051530 tempest-AttachVolumeShelveTestJSON-1964051530-project-member] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_rules [ 1241.236546] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_rules [ 1241.236889] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.237012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.583991] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.664298] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.664504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.664566] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.664838] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.664911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.665111] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 already deleted. [ 1241.665207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.665359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.665541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.665642] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.794915] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1241.795144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.795306] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.795510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.795699] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.795806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.795877] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.796034] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.796123] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.796193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.796284] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.089759] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.089759] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.089945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.090543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.090719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.090891] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 is going to be created. [ 1242.118212] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.118656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.118656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.118656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.118791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.130296] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 in Status: UNINITIALIZED for 2s [ 1242.186209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.186413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.186484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.186678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.186766] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.186871] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 already deleted. [ 1242.187250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.224678] env[65073]: INFO networking_nsxv3.common.synchronization [None req-6ebf3700-f628-4dbc-902c-953be6bc1269 None None] Enqueued Resource ID: 67bc6463-224a-4dfb-9d2b-a97481872a80 with Priority: HIGHEST for action port [ 1242.224986] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bc6463-224a-4dfb-9d2b-a97481872a80 with Priority: HIGHEST for action port [ 1242.225323] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-67bc6463-224a-4dfb-9d2b-a97481872a80 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.225462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67bc6463-224a-4dfb-9d2b-a97481872a80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.225528] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67bc6463-224a-4dfb-9d2b-a97481872a80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.225775] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67bc6463-224a-4dfb-9d2b-a97481872a80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.225854] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67bc6463-224a-4dfb-9d2b-a97481872a80',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.299373] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.299542] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.299614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.299835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.300017] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.300120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.300185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.300335] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.300421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.300508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.300652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.300742] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.300808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.301197] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.301369] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.301474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.301541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.301706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.301786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.301999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.302212] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.728350] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67bc6463-224a-4dfb-9d2b-a97481872a80 [ 1242.728711] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.728913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.729038] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.729334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.729518] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.729588] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67bc6463-224a-4dfb-9d2b-a97481872a80 already deleted. [ 1242.729638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67bc6463-224a-4dfb-9d2b-a97481872a80" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.805147] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63b43bf-5e61-4745-a893-8f4d99841c90: rpc.has_security_group_logging(os_id): False [ 1242.824657] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.824866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.824934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.825128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.825223] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.825413] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.825511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.825575] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.825733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.825860] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.825999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.826117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.826180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.826322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.826396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.826583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.826678] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.826740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.826878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.826954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.827048] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1242.888759] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.888944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.888944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.889179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.889341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.901961] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1244.140633] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 in Status: SUCCESS [ 1244.141098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.141098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.141229] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.141437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.141565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.141624] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.141785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.141873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.141962] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.142072] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.644808] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.645039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.645039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.645220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.645398] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.645501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.645554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.645700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.645788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.645900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.646099] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.646203] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.646262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.646395] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.646531] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.646623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.646685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.646818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.646893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.646974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.647072] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.821597] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1244.821813] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1244.915050] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1244.915346] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.149382] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bb28e98-05ab-49f7-8e1c-2e60d8858d72: rpc.has_security_group_logging(os_id): False [ 1245.169779] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.169953] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.169999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.170236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.170324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.170528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.170625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.170686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.170836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.170912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.171104] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.171194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.171253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.171390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.171463] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.171642] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.171733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.171790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.171921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.171994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.172599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 is going to be created. [ 1245.246414] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.246588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.246634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.246846] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.247050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.258850] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 in Status: IN_PROGRESS for 2s [ 1245.418837] env[65073]: INFO networking_nsxv3.common.synchronization [req-8c650411-d979-4b5e-9d90-c3aad80fbf43 req-136a7d22-a79c-4437-9a09-aa55ac63827c tempest-ServerActionsTestOtherB-2022527139 tempest-ServerActionsTestOtherB-2022527139-project-member] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1245.418837] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1245.419242] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.419367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.419434] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.419627] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.419777] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.419870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.419928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.420201] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.420297] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.420390] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.769638] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.771093] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.771286] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.771616] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.771936] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.772136] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.772260] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.772509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.772684] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.772937] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.773089] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.773253] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.773354] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.773462] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.773545] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.773679] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.796342] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.796583] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.796637] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.796800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.797130] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-ea59b39e-bcca-4b77-ad99-367b8ad2d090 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.797311] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.797466] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.797918] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.798089] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea59b39e-bcca-4b77-ad99-367b8ad2d090',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.922858] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.923146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.923146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.923442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.923563] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.923784] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.923945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.924085] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.924262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.924375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.924495] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1245.953946] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.954215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.954215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.954476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.954693] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.965670] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1246.300421] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.300845] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.300845] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.301082] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.301296] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.301480] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port ea59b39e-bcca-4b77-ad99-367b8ad2d090 not found, creating... [ 1246.301791] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.301969] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.302101] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.302375] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.302489] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.302772] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.302925] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.303058] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.303276] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.303413] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.303551] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: ea59b39e-bcca-4b77-ad99-367b8ad2d090 is going to be created. [ 1246.333035] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.333369] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.333695] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.334187] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.334517] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.334956] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.462563] env[65073]: INFO networking_nsxv3.common.synchronization [req-d7fc40f7-d8c3-47dd-83da-a121f7564816 req-7f259df1-a3c8-4434-a21e-d7f73d0d68ec tempest-ServerActionsTestOtherA-696310476 tempest-ServerActionsTestOtherA-696310476-project-member] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 1246.463154] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGHEST for action security_group_members [ 1246.463557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.463674] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.463738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.463940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.464107] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.464254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.464254] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.464427] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.464487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.464582] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.967248] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.967604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.968124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.968124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.968224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.968435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.968670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.968716] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.968875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.968954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.969057] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee is going to be updated. [ 1246.998096] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.998304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.998414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.998604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.999033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.007489] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: IN_PROGRESS for 2s [ 1247.036580] env[65073]: INFO networking_nsxv3.common.synchronization [req-8c650411-d979-4b5e-9d90-c3aad80fbf43 req-cdbfb1f8-7458-498e-a39d-109dd7ce1d1b service nova] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 1247.036580] env[65073]: INFO networking_nsxv3.common.synchronization [req-8c650411-d979-4b5e-9d90-c3aad80fbf43 req-cdbfb1f8-7458-498e-a39d-109dd7ce1d1b service nova] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1247.036739] env[65073]: INFO networking_nsxv3.common.synchronization [req-8c650411-d979-4b5e-9d90-c3aad80fbf43 req-cdbfb1f8-7458-498e-a39d-109dd7ce1d1b service nova] Enqueued Resource ID: ea59b39e-bcca-4b77-ad99-367b8ad2d090 with Priority: HIGHEST for action port [ 1247.037293] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 1247.037437] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1247.037535] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea59b39e-bcca-4b77-ad99-367b8ad2d090 with Priority: HIGHEST for action port [ 1247.037813] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.038009] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.038163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.038486] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.038486] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.039820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.039820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.039820] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea59b39e-bcca-4b77-ad99-367b8ad2d090 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.040102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.040102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.040102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.040214] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea59b39e-bcca-4b77-ad99-367b8ad2d090',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.271888] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 in Status: SUCCESS [ 1247.271888] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.541941] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.542304] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.543401] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea59b39e-bcca-4b77-ad99-367b8ad2d090 with status ACTIVE [ 1247.543591] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.543952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.543952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.544083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.544083] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.544235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.544333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.544402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.544551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.544620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.544837] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.544936] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.544999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.545150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.545224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.545307] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea59b39e-bcca-4b77-ad99-367b8ad2d090 is going to be updated. [ 1247.567255] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.567417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.567483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.567688] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.567849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.568179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.649678] env[65073]: INFO networking_nsxv3.common.synchronization [req-1594afb9-3d2c-4977-b631-b35a2a16981f req-044a0432-56d7-4a91-b378-1ec1cd959102 tempest-AttachVolumeShelveTestJSON-1964051530 tempest-AttachVolumeShelveTestJSON-1964051530-project-member] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_members [ 1247.650345] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_members [ 1247.650685] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.650808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.650881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.651171] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.651333] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.651470] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.651543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.651847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.651847] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.651847] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.952405] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.952622] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.952966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.953092] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.953356] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.953512] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.953626] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.953846] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.953985] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.954388] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.954506] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.954614] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.954720] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.954830] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.954933] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.955075] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.975147] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.975335] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.975477] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.975654] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.976020] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-a5e1bc7f-b2df-4e29-af05-05eec8219219 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.976201] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.976325] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.976634] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.976794] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e1bc7f-b2df-4e29-af05-05eec8219219',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.980693] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1247.980869] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 deletion is rescheduled due to dependency. [ 1247.980971] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.981137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.981322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.981778] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.981778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.981778] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.981926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.981926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.982027] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.153882] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.154067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.154276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.154514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.154625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.154821] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.154925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.154988] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.155161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.155235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.155315] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 already deleted. [ 1248.155393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.478833] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.479167] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.479234] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.479528] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.479683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.479836] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port a5e1bc7f-b2df-4e29-af05-05eec8219219 not found, creating... [ 1248.480144] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.480338] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.480456] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.480680] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.480813] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.481108] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.481277] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.481389] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.481592] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.481719] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.481854] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: a5e1bc7f-b2df-4e29-af05-05eec8219219 is going to be created. [ 1248.483367] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.510239] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.510489] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.510616] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.510916] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.511166] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.511417] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.986531] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.019392] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee in Status: SUCCESS [ 1249.019392] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee deletion is rescheduled due to dependency. [ 1249.019392] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.314794] env[65073]: INFO networking_nsxv3.common.synchronization [req-1594afb9-3d2c-4977-b631-b35a2a16981f req-2b6bfb36-380e-4965-af74-ee303fee7040 service nova] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_rules [ 1249.314958] env[65073]: INFO networking_nsxv3.common.synchronization [req-1594afb9-3d2c-4977-b631-b35a2a16981f req-2b6bfb36-380e-4965-af74-ee303fee7040 service nova] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_members [ 1249.315115] env[65073]: INFO networking_nsxv3.common.synchronization [req-1594afb9-3d2c-4977-b631-b35a2a16981f req-2b6bfb36-380e-4965-af74-ee303fee7040 service nova] Enqueued Resource ID: a5e1bc7f-b2df-4e29-af05-05eec8219219 with Priority: HIGHEST for action port [ 1249.315356] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_rules [ 1249.315485] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_members [ 1249.315581] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e1bc7f-b2df-4e29-af05-05eec8219219 with Priority: HIGHEST for action port [ 1249.319035] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.319035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.319035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.319035] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.319035] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.319495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.319614] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.319683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.319863] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.320433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.320541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.320606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.320762] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.320853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.320951] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.321822] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e1bc7f-b2df-4e29-af05-05eec8219219 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.321901] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.321935] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.322082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.322159] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e1bc7f-b2df-4e29-af05-05eec8219219',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.489521] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.489732] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.489828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.490091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.490220] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.490337] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1249.528121] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.528313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.528425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.528585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.528731] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.538617] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1249.823721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.823879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.824107] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.825015] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5e1bc7f-b2df-4e29-af05-05eec8219219 with status ACTIVE [ 1249.825207] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.825367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.825421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.825582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.825673] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.825840] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.825930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.826019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.826174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.826321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.826504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.826600] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.826660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.826834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.826883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.826942] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5e1bc7f-b2df-4e29-af05-05eec8219219 is going to be updated. [ 1249.850799] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.851185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.851185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.851299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.851379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.851571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.330287] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.832798] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.833286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.833286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.833286] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.833416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.833453] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 is going to be created. [ 1250.859928] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.860186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.860415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.860574] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.860752] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.871895] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: UNINITIALIZED for 2s [ 1251.551627] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1251.552021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.552393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.552714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.553094] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.553332] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.553405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.553599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.553689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.553930] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.554102] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.045681] env[65073]: INFO networking_nsxv3.common.synchronization [req-a7f49a08-ef83-48c7-be2a-fa1a624ef274 req-3fd20c1b-ee64-4c12-983b-662f338743a8 tempest-ServerMetadataNegativeTestJSON-1493572160 tempest-ServerMetadataNegativeTestJSON-1493572160-project-member] Enqueued Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGHEST for action security_group_members [ 1252.046422] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGHEST for action security_group_members [ 1252.046884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.046884] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.046993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.047352] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.047549] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.047698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.047751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.047983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.048099] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.048614] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.056794] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.550749] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.552438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.552438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.552438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.552438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.552438] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.552438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.552438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.552438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.552438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.552438] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 is going to be updated. [ 1252.558520] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dee95bb5-aee3-4625-9e7d-4d0a0f45adb7: rpc.has_security_group_logging(os_id): False [ 1252.574806] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.574999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.574999] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.575557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.575660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.575918] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.576028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.576092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.576250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.576328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.576414] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1252.590802] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.591116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.591116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.591271] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.591391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.606759] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 in Status: IN_PROGRESS for 2s [ 1252.658689] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.658689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.658689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.658911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.659024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.672635] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1252.884778] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: SUCCESS [ 1252.885049] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.885299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.885529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.885726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.885844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.885900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.886126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.886211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.886257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.886385] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.388997] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.892648] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1657b69f-4447-4d65-b940-bee30c8869d4: rpc.has_security_group_logging(os_id): False [ 1253.915475] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.915475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.915475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.915475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.915475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.915475] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.915475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.915475] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.915921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.915921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.915921] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 is going to be created. [ 1253.987681] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.987900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.988086] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.988379] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.988606] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.002109] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: IN_PROGRESS for 2s [ 1254.617916] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 in Status: SUCCESS [ 1254.617916] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 deletion is rescheduled due to dependency. [ 1254.617916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.690811] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1254.690811] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.516164] env[65073]: INFO networking_nsxv3.common.synchronization [None req-254a5566-786f-4bf6-99c2-30f4c89bff6d None None] Enqueued Resource ID: 932832eb-29f0-45ab-9ad9-35d2e12b4bd1 with Priority: HIGHEST for action port [ 1255.517707] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932832eb-29f0-45ab-9ad9-35d2e12b4bd1 with Priority: HIGHEST for action port [ 1255.517854] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-932832eb-29f0-45ab-9ad9-35d2e12b4bd1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.517934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-932832eb-29f0-45ab-9ad9-35d2e12b4bd1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.517934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-932832eb-29f0-45ab-9ad9-35d2e12b4bd1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.518451] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-932832eb-29f0-45ab-9ad9-35d2e12b4bd1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.518560] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932832eb-29f0-45ab-9ad9-35d2e12b4bd1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.735230] env[65073]: INFO networking_nsxv3.common.synchronization [req-1022ed1f-414b-432e-8a77-b9c9afaea489 req-79757bb0-311e-497b-96c6-9aae561547fe tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1255.736745] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1255.736870] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.736995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.737081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.737291] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.737495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.737620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.737687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.737851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.737938] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.738102] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.017132] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: SUCCESS [ 1256.017367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.020893] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 932832eb-29f0-45ab-9ad9-35d2e12b4bd1 [ 1256.021228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.021377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.021445] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.021711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.021859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.021901] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:932832eb-29f0-45ab-9ad9-35d2e12b4bd1 already deleted. [ 1256.021975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-932832eb-29f0-45ab-9ad9-35d2e12b4bd1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.240561] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.743814] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.247702] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.247952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.248124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.248385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.248480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.248645] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be updated. [ 1257.279507] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.279507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.279507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.279812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.279854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.290229] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: IN_PROGRESS for 2s [ 1258.031178] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a792f3e1-b768-4b1b-a09e-d6238bcbd8b8 None None] Enqueued Resource ID: 2fb1fb31-292b-4ed6-845d-08e79b651dd5 with Priority: HIGHEST for action port [ 1258.031178] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb1fb31-292b-4ed6-845d-08e79b651dd5 with Priority: HIGHEST for action port [ 1258.032277] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb1fb31-292b-4ed6-845d-08e79b651dd5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.032625] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb1fb31-292b-4ed6-845d-08e79b651dd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.033078] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb1fb31-292b-4ed6-845d-08e79b651dd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.033493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb1fb31-292b-4ed6-845d-08e79b651dd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.034139] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb1fb31-292b-4ed6-845d-08e79b651dd5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.537444] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fb1fb31-292b-4ed6-845d-08e79b651dd5 [ 1258.537633] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.537796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.537924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.538160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.538262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.538376] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fb1fb31-292b-4ed6-845d-08e79b651dd5 already deleted. [ 1258.538433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb1fb31-292b-4ed6-845d-08e79b651dd5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.777383] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.777559] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.777743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.777813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.777935] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.281078] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.300406] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: SUCCESS [ 1259.300911] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.784234] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.286705] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1260.287018] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1261.149140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.149405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.149405] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.149554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.160963] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1261.162065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.163343] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1261.202664] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.202831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.202892] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.203141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.215344] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.216105] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1261.216206] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1261.216271] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1261.257688] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.257913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.257913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.258065] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.259446] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.259655] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1261.347572] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.347973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.347973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.347973] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.348372] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.348687] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1261.437363] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.437605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.437605] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.437800] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.438153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.438464] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1261.438559] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'562fb255-bd38-4f90-8944-25a123d7f657', '3bb28e98-05ab-49f7-8e1c-2e60d8858d72', '39ad9f49-569c-4f5d-af6b-ce9417f36c20', 'e2b6a912-b459-4ce4-b118-5f7774edf717', 'dee95bb5-aee3-4625-9e7d-4d0a0f45adb7', 'ddfa6a9e-214a-4177-a14e-05d6e7f5fdab', '2b9c55a2-2d54-4510-940f-23f54ca86876', 'b7c58fa3-78e1-488a-ae1d-3f26d99f6697', '1657b69f-4447-4d65-b940-bee30c8869d4', '926ddbde-485a-4e03-a123-e74c9f1f1e4a', '57c31513-e7c5-41c5-88ad-51991943ad73', 'b38a84b0-030f-4bdd-9106-d863026d50b3', 'f54932ad-4588-4645-b09f-119d53825924', '53e61c43-fe13-4da9-986e-a98f4bfce038', '0316c332-7795-4779-990f-8c4de33ea208', '418d2a97-5048-4aa7-b87c-04d57e07c656', 'f708fa7c-91df-4441-a3dd-298900288161', '741f89f7-93c4-4fb0-b8a4-925a3bdec897', '03478206-05f2-4186-afe0-415864d35276', 'b8e69741-e63b-419b-ae5e-62be77020e98', 'e41a0d86-2beb-44e9-86e1-25d0a7a56738', 'e2b954ad-417d-4573-8708-12a6907d7882', 'b1d51cca-a537-40b3-ab7b-197718157536', '6e4737fc-4415-4cd1-9344-69f286bd25ef', '2ebcb57d-cae1-498c-8184-c6d3dc9dc97a', 'b7d1a05e-d5bb-45e6-8713-cd92140670ee', 'af871fd4-3010-4792-8b58-c0ddb28d42bb', '92d2e36f-c245-4dff-873b-2eb3c2e9e5ee', '614b3257-38dd-437b-bdff-e0e5ae675e9a', 'cc4bbc80-1fb1-4409-b05e-ae1170f70f56', 'e9653366-c485-45cf-a280-a36e096d0329', 'bf3e74d1-e7d5-4711-8384-e7dd25b61bf6', '5e4ac67b-3946-452b-9df4-e66884f00f02', 'f63b43bf-5e61-4745-a893-8f4d99841c90', 'd8befc05-8466-413d-8af4-ebdb56334b4e', '7e042dbb-e151-484c-b731-dabe90f1c5f2', '8262409d-31ad-4e49-b02c-54b5bfe3c93d', 'b5c56394-6101-4c0c-b82c-7a5768fde745', 'a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6', '8a187254-946c-449f-9397-1b72b779710f', '53f4c159-226b-4918-ab1f-ff30f716020f', 'bd23193f-2b08-43b5-9ded-ff9e2bb5c905', 'fb1f3fcd-51ab-42f3-bda6-c45ea690a13c'} {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1261.438658] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1261.457913] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.458200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.458200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.458411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.458500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.458613] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1261.458685] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1261.458757] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1261.543124] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.543356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.543356] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.543610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.544725] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.545053] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1261.545184] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1261.545233] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1261.545304] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1261.545384] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1261.545457] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGH for action security_group_rules [ 1261.545542] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGH for action security_group_rules [ 1261.545609] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGH for action security_group_rules [ 1261.545670] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGH for action security_group_rules [ 1261.545730] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGH for action security_group_rules [ 1261.545781] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGH for action security_group_rules [ 1261.545835] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGH for action security_group_rules [ 1261.545897] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGH for action security_group_rules [ 1261.545953] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGH for action security_group_rules [ 1261.546107] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGH for action security_group_rules [ 1261.546194] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGH for action security_group_rules [ 1261.546246] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGH for action security_group_rules [ 1261.546286] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGH for action security_group_rules [ 1261.546348] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGH for action security_group_rules [ 1261.546407] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGH for action security_group_rules [ 1261.546467] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGH for action security_group_rules [ 1261.546528] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGH for action security_group_rules [ 1261.546589] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGH for action security_group_rules [ 1261.546651] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGH for action security_group_rules [ 1261.546712] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGH for action security_group_rules [ 1261.546809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.142235] env[65073]: INFO networking_nsxv3.common.synchronization [req-03a61a34-542d-4f5e-bcf4-a852298006ad req-98e0094b-ae35-4f47-9ab4-bb7192b680ae tempest-ServerMetadataTestJSON-1435125574 tempest-ServerMetadataTestJSON-1435125574-project-member] Enqueued Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGHEST for action security_group_members [ 1262.142797] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGHEST for action security_group_members [ 1262.142979] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562fb255-bd38-4f90-8944-25a123d7f657 with Priority: HIGH for action security_group_rules [ 1262.143215] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 with Priority: HIGH for action security_group_rules [ 1262.143291] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 with Priority: HIGH for action security_group_rules [ 1262.143363] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0316c332-7795-4779-990f-8c4de33ea208 with Priority: HIGH for action security_group_rules [ 1262.143470] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e69741-e63b-419b-ae5e-62be77020e98 with Priority: HIGH for action security_group_rules [ 1262.143591] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03478206-05f2-4186-afe0-415864d35276 with Priority: HIGH for action security_group_rules [ 1262.143689] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 with Priority: HIGH for action security_group_rules [ 1262.143808] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708fa7c-91df-4441-a3dd-298900288161 with Priority: HIGH for action security_group_rules [ 1262.143907] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 with Priority: HIGH for action security_group_rules [ 1262.144027] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 with Priority: HIGH for action security_group_rules [ 1262.144131] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54932ad-4588-4645-b09f-119d53825924 with Priority: HIGH for action security_group_rules [ 1262.144239] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a84b0-030f-4bdd-9106-d863026d50b3 with Priority: HIGH for action security_group_rules [ 1262.144343] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c31513-e7c5-41c5-88ad-51991943ad73 with Priority: HIGH for action security_group_rules [ 1262.144448] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGH for action security_group_rules [ 1262.144551] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGH for action security_group_rules [ 1262.144658] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab with Priority: HIGH for action security_group_rules [ 1262.144759] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGH for action security_group_rules [ 1262.144921] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGH for action security_group_rules [ 1262.145126] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 with Priority: HIGH for action security_group_rules [ 1262.145264] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b6a912-b459-4ce4-b118-5f7774edf717 with Priority: HIGH for action security_group_rules [ 1262.145587] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68e6811-0320-4784-bf29-f559677734a1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.145711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.145777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.146133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.146366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.146500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.146570] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.146763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.146851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.146949] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.149233] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562fb255-bd38-4f90-8944-25a123d7f657 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.149233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.149233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.149233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.149233] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562fb255-bd38-4f90-8944-25a123d7f657',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.150565] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.150565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.150565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.150565] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.150565] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ad9f49-569c-4f5d-af6b-ce9417f36c20',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.151076] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9c55a2-2d54-4510-940f-23f54ca86876 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.151076] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.151188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.151323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.151463] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9c55a2-2d54-4510-940f-23f54ca86876',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.152171] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0316c332-7795-4779-990f-8c4de33ea208 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.152279] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.153117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.153117] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.153117] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0316c332-7795-4779-990f-8c4de33ea208',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.153337] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e69741-e63b-419b-ae5e-62be77020e98 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.153337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.153482] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.153546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.153609] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e69741-e63b-419b-ae5e-62be77020e98',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.157952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03478206-05f2-4186-afe0-415864d35276 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.157952] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03478206-05f2-4186-afe0-415864d35276',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.157952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.157952] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741f89f7-93c4-4fb0-b8a4-925a3bdec897',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.157952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f708fa7c-91df-4441-a3dd-298900288161 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.157952] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.157952] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f708fa7c-91df-4441-a3dd-298900288161',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.162583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53e61c43-fe13-4da9-986e-a98f4bfce038 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.162583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53e61c43-fe13-4da9-986e-a98f4bfce038',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.162583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-418d2a97-5048-4aa7-b87c-04d57e07c656 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.162583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('418d2a97-5048-4aa7-b87c-04d57e07c656',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.162583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54932ad-4588-4645-b09f-119d53825924 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.162583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54932ad-4588-4645-b09f-119d53825924',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.162583] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38a84b0-030f-4bdd-9106-d863026d50b3 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.162583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.163799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.163799] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38a84b0-030f-4bdd-9106-d863026d50b3',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.163799] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c31513-e7c5-41c5-88ad-51991943ad73 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.163799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.163799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.163799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.163799] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c31513-e7c5-41c5-88ad-51991943ad73',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.164280] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.164280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.164417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.164480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.164538] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.165228] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.165695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.165695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.165695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.165695] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.166710] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.167183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.167183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.167183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.167183] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddfa6a9e-214a-4177-a14e-05d6e7f5fdab',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.168310] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.168310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.168310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.168310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.168310] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.170173] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.170173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.170173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.170173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.170173] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.170668] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.170668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.170668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.170668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.170904] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bb28e98-05ab-49f7-8e1c-2e60d8858d72',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.171435] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b6a912-b459-4ce4-b118-5f7774edf717 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.171586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.171586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.172257] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.172257] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b6a912-b459-4ce4-b118-5f7774edf717',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.199418] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.200013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.200013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.200013] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.202295] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.202498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.222443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.222567] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0316c332-7795-4779-990f-8c4de33ea208 is going to be deleted. [ 1262.223944] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.224462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.247791] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.247944] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ad9f49-569c-4f5d-af6b-ce9417f36c20 is going to be deleted. [ 1262.276717] env[65073]: INFO networking_nsxv3.common.synchronization [req-e7df2d6b-732e-4643-8d89-73fff5420e09 req-6094a8ac-679d-4fa7-8654-9b49657c45a5 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1262.277502] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGHEST for action security_group_members [ 1262.277585] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.277734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.277826] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.278623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.278623] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.278623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.278623] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.278825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.278919] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.279586] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.285245] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.285245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.285245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.285245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.285487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.285487] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0316c332-7795-4779-990f-8c4de33ea208" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.303994] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.304374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.304374] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.304444] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.304532] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.304620] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ad9f49-569c-4f5d-af6b-ce9417f36c20" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.676595] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.680111] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.680111] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b68e6811-0320-4784-bf29-f559677734a1 already deleted. [ 1262.680111] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.681235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.681531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.681707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.681957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.682218] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.682443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.682595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.682823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.682991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.683169] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.683377] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.692942] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.697022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.697022] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.697022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.697022] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.697022] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.697680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.697680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.697680] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.699032] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.699414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.747065] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.747501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.747690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.748016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.750214] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.753027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.753027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.753027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.753027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.753027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.753027] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.753027] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.754137] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.754361] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.755209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.755491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.756293] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.756517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.757324] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.757700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.758530] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.758833] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.760354] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.762023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.762023] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1262.762023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.762023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.762629] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1262.763202] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.763480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.764274] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1262.764791] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.765056] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.776382] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1262.777028] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.777281] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03478206-05f2-4186-afe0-415864d35276 is going to be deleted. [ 1262.778381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.778714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.781433] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.781723] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.798647] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.798647] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562fb255-bd38-4f90-8944-25a123d7f657 is going to be deleted. [ 1262.798855] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.799053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.821025] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.821201] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddfa6a9e-214a-4177-a14e-05d6e7f5fdab is going to be deleted. [ 1262.822067] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.822330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.838525] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.838735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.844687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.844810] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e69741-e63b-419b-ae5e-62be77020e98 is going to be deleted. [ 1262.845858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.845980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.869603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.869759] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53e61c43-fe13-4da9-986e-a98f4bfce038 is going to be deleted. [ 1262.870699] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.870932] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.902319] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.902508] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.925645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.925838] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 418d2a97-5048-4aa7-b87c-04d57e07c656 is going to be deleted. [ 1262.926857] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.927114] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.934399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.934609] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.952979] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.953232] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.969550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.969550] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9c55a2-2d54-4510-940f-23f54ca86876 is going to be deleted. [ 1262.970249] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.970458] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.003235] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.003398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.007445] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.007664] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-391" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.007756] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-391" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.008289] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-391" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.008489] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.008660] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.008784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.009214] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.009417] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.009646] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.009762] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.009872] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.009985] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.010116] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.010225] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.010357] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.025662] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.025866] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.065706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.066177] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c31513-e7c5-41c5-88ad-51991943ad73 is going to be deleted. [ 1263.067089] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.067589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.087732] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.087985] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.078 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1263.088345] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.088615] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-391" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.088926] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-641b92ad-4d68-4b28-890a-b0c127e5096d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.089119] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-641b92ad-4d68-4b28-890a-b0c127e5096d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.089268] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-641b92ad-4d68-4b28-890a-b0c127e5096d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.089641] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-641b92ad-4d68-4b28-890a-b0c127e5096d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.089814] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641b92ad-4d68-4b28-890a-b0c127e5096d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.098154] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.098302] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.101190] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.101326] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741f89f7-93c4-4fb0-b8a4-925a3bdec897 is going to be deleted. [ 1263.102814] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.103055] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.134914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.134914] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38a84b0-030f-4bdd-9106-d863026d50b3 is going to be deleted. [ 1263.135822] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.136110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.164994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.165193] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54932ad-4588-4645-b09f-119d53825924 is going to be deleted. [ 1263.166631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.166631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.190019] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.203769] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.206399] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.221995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.222156] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b6a912-b459-4ce4-b118-5f7774edf717 is going to be deleted. [ 1263.223122] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.223370] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.225824] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.226021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.277137] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.277342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.285292] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.285524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.291260] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.291390] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f708fa7c-91df-4441-a3dd-298900288161 is going to be deleted. [ 1263.292375] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.292594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.293942] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.294116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.335422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.335595] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bb28e98-05ab-49f7-8e1c-2e60d8858d72 is going to be deleted. [ 1263.336589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.336828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.409842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.410220] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.410377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.410539] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.410650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.410735] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.410840] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be updated. [ 1263.411997] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.412215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.412309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.412440] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03478206-05f2-4186-afe0-415864d35276" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.412602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.412772] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.412902] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.412996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562fb255-bd38-4f90-8944-25a123d7f657" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.413595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.413764] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.413852] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.413960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddfa6a9e-214a-4177-a14e-05d6e7f5fdab" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.414116] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.414264] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.414342] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.414456] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e69741-e63b-419b-ae5e-62be77020e98" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.414577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.414720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.414885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.414992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53e61c43-fe13-4da9-986e-a98f4bfce038" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.415149] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.415293] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.415367] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.415478] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-418d2a97-5048-4aa7-b87c-04d57e07c656" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.415651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.415740] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.415832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.415954] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9c55a2-2d54-4510-940f-23f54ca86876" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.416119] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.416243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.416318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.416422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741f89f7-93c4-4fb0-b8a4-925a3bdec897" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.416547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.416684] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.416769] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.416859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c31513-e7c5-41c5-88ad-51991943ad73" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.417024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.417517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.417517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.417517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54932ad-4588-4645-b09f-119d53825924" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.417517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.417651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.417685] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.417771] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38a84b0-030f-4bdd-9106-d863026d50b3" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.427626] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.427815] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.427859] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.428069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.428251] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.428377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b6a912-b459-4ce4-b118-5f7774edf717" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.487470] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.487709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.487709] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.487949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.488088] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.488288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bb28e98-05ab-49f7-8e1c-2e60d8858d72" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.498898] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.499108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.499108] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.499309] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.499397] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.499517] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f708fa7c-91df-4441-a3dd-298900288161" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.511794] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.512033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.512033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.512225] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.512369] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.541794] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: IN_PROGRESS for 2s [ 1263.592662] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.592955] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.593070] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.593320] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.593481] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.593636] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Segment Port 641b92ad-4d68-4b28-890a-b0c127e5096d not found, creating... [ 1263.593900] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.594076] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.594195] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.594431] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.594565] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.594861] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.595021] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.595138] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.595375] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.595510] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.595649] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: 641b92ad-4d68-4b28-890a-b0c127e5096d is going to be created. [ 1263.636218] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.636460] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.636701] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.637017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.637257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.637495] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-641b92ad-4d68-4b28-890a-b0c127e5096d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.692361] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dee95bb5-aee3-4625-9e7d-4d0a0f45adb7: rpc.has_security_group_logging(os_id): False [ 1263.706200] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1657b69f-4447-4d65-b940-bee30c8869d4: rpc.has_security_group_logging(os_id): False [ 1263.708908] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926ddbde-485a-4e03-a123-e74c9f1f1e4a: rpc.has_security_group_logging(os_id): False [ 1263.710796] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.710940] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.710992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.711224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.742089] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.742292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.742999] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.743109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.744235] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.744474] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.744562] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.744656] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.744824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.744903] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.744996] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1263.745981] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.746194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.788189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.788513] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.788619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.788689] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.788900] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.788987] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.789091] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 is going to be updated. [ 1263.790222] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.790414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.822654] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.822964] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.823097] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.823160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.823371] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.823455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.823571] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a is going to be updated. [ 1263.854966] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.855241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.855241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.855459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.855548] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.865431] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.865669] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.865743] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.865914] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.866177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.870605] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1263.875581] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: IN_PROGRESS for 2s [ 1264.043813] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.044020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.044062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.044284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.044425] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.067700] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a in Status: IN_PROGRESS for 2s [ 1264.297105] env[65073]: INFO networking_nsxv3.common.synchronization [req-03a61a34-542d-4f5e-bcf4-a852298006ad req-e8da9db9-abe3-4f58-8481-9b290a3a9870 service nova] Enqueued Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGHEST for action security_group_rules [ 1264.297105] env[65073]: INFO networking_nsxv3.common.synchronization [req-03a61a34-542d-4f5e-bcf4-a852298006ad req-e8da9db9-abe3-4f58-8481-9b290a3a9870 service nova] Enqueued Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGHEST for action security_group_members [ 1264.297105] env[65073]: INFO networking_nsxv3.common.synchronization [req-03a61a34-542d-4f5e-bcf4-a852298006ad req-e8da9db9-abe3-4f58-8481-9b290a3a9870 service nova] Enqueued Resource ID: 641b92ad-4d68-4b28-890a-b0c127e5096d with Priority: HIGHEST for action port [ 1264.297245] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGHEST for action security_group_rules [ 1264.297293] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGHEST for action security_group_members [ 1264.297418] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641b92ad-4d68-4b28-890a-b0c127e5096d with Priority: HIGHEST for action port [ 1264.297704] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b68e6811-0320-4784-bf29-f559677734a1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.297876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.297876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.298200] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.298288] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.299209] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68e6811-0320-4784-bf29-f559677734a1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.299363] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.299398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.299569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.299714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.299808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.299869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.300020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.300102] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.300195] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.302097] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-641b92ad-4d68-4b28-890a-b0c127e5096d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.302245] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641b92ad-4d68-4b28-890a-b0c127e5096d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.302318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641b92ad-4d68-4b28-890a-b0c127e5096d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.302500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641b92ad-4d68-4b28-890a-b0c127e5096d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.302655] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641b92ad-4d68-4b28-890a-b0c127e5096d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.805050] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68e6811-0320-4784-bf29-f559677734a1 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.805050] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.805456] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.806304] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 641b92ad-4d68-4b28-890a-b0c127e5096d with status ACTIVE [ 1264.806817] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.806817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.806817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.806976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.807051] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.807282] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.807496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.807496] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.807686] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.807790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.808016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.808174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.808237] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.808387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.808459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.808544] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 641b92ad-4d68-4b28-890a-b0c127e5096d is going to be updated. [ 1264.830240] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.830498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.830498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.830773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.830972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.831202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641b92ad-4d68-4b28-890a-b0c127e5096d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.310823] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.551850] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: SUCCESS [ 1265.552041] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 deletion is rescheduled due to dependency. [ 1265.552159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.552351] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.552611] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.552845] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.552992] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.553068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.553228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.553313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.553398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.553491] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.812812] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.813126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.813126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.813285] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.813377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.813474] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b68e6811-0320-4784-bf29-f559677734a1 is going to be created. [ 1265.839755] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.839976] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.840068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.840330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.840587] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.850482] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b68e6811-0320-4784-bf29-f559677734a1 in Status: UNINITIALIZED for 2s [ 1265.885837] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: SUCCESS [ 1265.886240] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.887062] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1265.887241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.055905] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.079777] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a in Status: SUCCESS [ 1266.079994] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.558681] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7c58fa3-78e1-488a-ae1d-3f26d99f6697: rpc.has_security_group_logging(os_id): False [ 1266.579731] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.579876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.579876] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.580159] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.580268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.580652] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.580768] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.580862] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.581110] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.581319] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.581391] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be updated. [ 1266.651753] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.651955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.652087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.652320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.652534] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.666875] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: IN_PROGRESS for 2s [ 1267.861435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b68e6811-0320-4784-bf29-f559677734a1 in Status: SUCCESS [ 1267.861809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.861809] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.861975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.862208] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.862292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.862366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.862530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.862608] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.862694] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.862827] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.364693] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68e6811-0320-4784-bf29-f559677734a1 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.364912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.364959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.365211] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.365406] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.365524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.365590] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.365793] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.365939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.366062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.366231] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68e6811-0320-4784-bf29-f559677734a1 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.366329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.366390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.366544] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.366699] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.366788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.366856] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.366995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.367082] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.367183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.367276] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.683684] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 in Status: SUCCESS [ 1268.684000] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.870093] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b68e6811-0320-4784-bf29-f559677734a1: rpc.has_security_group_logging(os_id): False [ 1268.894143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.894421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.894513] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.894758] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.894851] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.895143] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.895274] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.895336] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.895491] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.895571] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.895775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.895873] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.895922] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.896124] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.896227] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.896414] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.896529] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.896589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.896729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.896802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.896926] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b68e6811-0320-4784-bf29-f559677734a1 is going to be created. [ 1268.962950] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.963202] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.963312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.963550] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.963756] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.977578] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b68e6811-0320-4784-bf29-f559677734a1 in Status: IN_PROGRESS for 2s [ 1269.298614] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.298614] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1270.036215] env[65073]: INFO networking_nsxv3.common.synchronization [None req-8a73a5f4-b719-4ecf-832c-894d899e3a41 tempest-AttachInterfacesTestJSON-1799250804 tempest-AttachInterfacesTestJSON-1799250804-project-member] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1270.036600] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGHEST for action security_group_members [ 1270.036846] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.036975] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.037191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.037408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.037567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.037671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.037730] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.037878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.037964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.038068] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.539885] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.540052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.540109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.540333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.563184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.563444] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.563594] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.563645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.563824] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.563904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.563991] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be updated. [ 1270.594187] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.594404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.594459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.594679] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.594820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.605526] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: IN_PROGRESS for 2s [ 1270.991398] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b68e6811-0320-4784-bf29-f559677734a1 in Status: SUCCESS [ 1270.991398] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.617908] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63b43bf-5e61-4745-a893-8f4d99841c90 in Status: SUCCESS [ 1272.617908] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 deletion is rescheduled due to dependency. [ 1272.617908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.716076] env[65073]: INFO networking_nsxv3.common.synchronization [req-7712a0e8-5815-4f57-82bb-5d049ad3f276 req-da808714-92b7-43a2-84c3-7a169e4483e8 tempest-ServerMetadataTestJSON-1435125574 tempest-ServerMetadataTestJSON-1435125574-project-member] Enqueued Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGHEST for action security_group_members [ 1274.717081] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGHEST for action security_group_members [ 1274.717260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-b68e6811-0320-4784-bf29-f559677734a1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.717337] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.717438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.717640] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.717818] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.717928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.718019] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.721136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.721136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.721136] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.222266] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.222509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.222509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.222813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.222947] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.223130] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.223253] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.223365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.223455] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.223530] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.223616] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b68e6811-0320-4784-bf29-f559677734a1 is going to be updated. [ 1275.254399] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.254610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.254660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.254853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.255026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.264470] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b68e6811-0320-4784-bf29-f559677734a1 in Status: IN_PROGRESS for 2s [ 1277.277024] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b68e6811-0320-4784-bf29-f559677734a1 in Status: SUCCESS [ 1277.277283] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b68e6811-0320-4784-bf29-f559677734a1 deletion is rescheduled due to dependency. [ 1277.277318] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.718361] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.718833] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.719914] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.719914] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.721189] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.721531] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.722306] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.722677] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1299.723389] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.723809] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.871876] env[65073]: INFO networking_nsxv3.common.synchronization [req-536588f4-1e2e-47b4-bffe-f8b93fb1bf39 req-0ea31acb-e152-4508-b980-539ab90ec324 tempest-AttachVolumeTestJSON-65089915 tempest-AttachVolumeTestJSON-65089915-project-member] Enqueued Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_members [ 1300.872642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGHEST for action security_group_members [ 1300.873086] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.873442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.873442] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.873645] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.873852] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.873983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.874080] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.874280] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.874388] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.874506] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.376807] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.377015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.377136] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.377414] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.377538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.377776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.377886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.377963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.378198] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.378296] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.378386] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a is going to be updated. [ 1301.409260] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.409514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.409514] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.409701] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.409854] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.419172] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a in Status: IN_PROGRESS for 2s [ 1303.434537] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a in Status: SUCCESS [ 1303.434939] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a deletion is rescheduled due to dependency. [ 1303.434939] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.591840] env[65073]: INFO networking_nsxv3.common.synchronization [None req-a7658713-783c-4bec-8f4e-d9261b02c30a tempest-AttachVolumeTestJSON-65089915 tempest-AttachVolumeTestJSON-65089915-project-member] Enqueued Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_rules [ 1305.592425] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_rules [ 1305.592744] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.592869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.592957] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.593393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.593581] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.679942] env[65073]: INFO networking_nsxv3.common.synchronization [None req-46d6a881-9806-4508-8290-7b06b4c789e2 tempest-AttachVolumeTestJSON-65089915 tempest-AttachVolumeTestJSON-65089915-project-member] Enqueued Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_rules [ 1305.680539] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_rules [ 1305.680874] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.681021] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.119608] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.119770] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.119839] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.120081] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.120176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.120272] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 already deleted. [ 1306.120416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.120510] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.120663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.120750] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.641628] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.641628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.642031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.642031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.642031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.642176] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 already deleted. [ 1306.642176] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.681655] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.682044] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.168530] env[65073]: INFO networking_nsxv3.common.synchronization [req-ffd197fb-e009-40af-b598-dbf3cbb54b20 req-4f419d04-c95b-441f-98a7-61d623dc52a6 tempest-AttachVolumeTestJSON-65089915 tempest-AttachVolumeTestJSON-65089915-project-member] Enqueued Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_members [ 1311.168902] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_members [ 1311.169290] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1faacbe9-c863-486b-9ad3-b3a01c4131c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.169408] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.169479] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.169912] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.169912] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.170072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.170072] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.170215] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.170327] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.170421] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.489901] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.490132] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-464" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.490264] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-464" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.490535] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-464" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.490804] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.490960] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.491134] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.491368] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.491612] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.491843] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1311.491960] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1311.492098] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1311.492208] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1311.492321] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1311.492427] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1311.492574] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1311.514018] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1311.514270] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1311.514356] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1311.514522] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-464" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.514829] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-5d54315d-2512-4c7a-8bd7-6263827e05e7 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.515017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-5d54315d-2512-4c7a-8bd7-6263827e05e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.515132] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-5d54315d-2512-4c7a-8bd7-6263827e05e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.515469] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-5d54315d-2512-4c7a-8bd7-6263827e05e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.515610] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d54315d-2512-4c7a-8bd7-6263827e05e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.672567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.672808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.672808] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.673074] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.673214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.673457] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.673586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.673650] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.673853] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.673916] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.674031] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 already deleted. [ 1311.674118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.018234] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.018787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.018787] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.019019] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.019242] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.019469] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port 5d54315d-2512-4c7a-8bd7-6263827e05e7 not found, creating... [ 1312.019830] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.020078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.020258] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.020566] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.020750] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.021241] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.021487] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.021683] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.021982] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.022167] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.022347] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: 5d54315d-2512-4c7a-8bd7-6263827e05e7 is going to be created. [ 1312.046466] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.046889] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.047068] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.047366] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.047608] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.047840] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-5d54315d-2512-4c7a-8bd7-6263827e05e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.724995] env[65073]: INFO networking_nsxv3.common.synchronization [req-ffd197fb-e009-40af-b598-dbf3cbb54b20 req-24d774dd-c916-4262-a636-8178ea2dae32 service nova] Enqueued Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_rules [ 1312.725180] env[65073]: INFO networking_nsxv3.common.synchronization [req-ffd197fb-e009-40af-b598-dbf3cbb54b20 req-24d774dd-c916-4262-a636-8178ea2dae32 service nova] Enqueued Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_members [ 1312.725364] env[65073]: INFO networking_nsxv3.common.synchronization [req-ffd197fb-e009-40af-b598-dbf3cbb54b20 req-24d774dd-c916-4262-a636-8178ea2dae32 service nova] Enqueued Resource ID: 5d54315d-2512-4c7a-8bd7-6263827e05e7 with Priority: HIGHEST for action port [ 1312.725821] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_rules [ 1312.726046] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_members [ 1312.726117] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d54315d-2512-4c7a-8bd7-6263827e05e7 with Priority: HIGHEST for action port [ 1312.726410] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.726531] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.726601] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.726818] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.726917] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.728454] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1faacbe9-c863-486b-9ad3-b3a01c4131c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.728628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.728721] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.728924] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.729090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.729191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.730185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.730185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.730185] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.730185] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.730813] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d54315d-2512-4c7a-8bd7-6263827e05e7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.730813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d54315d-2512-4c7a-8bd7-6263827e05e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.730813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d54315d-2512-4c7a-8bd7-6263827e05e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.730993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d54315d-2512-4c7a-8bd7-6263827e05e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.730993] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d54315d-2512-4c7a-8bd7-6263827e05e7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.232815] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1faacbe9-c863-486b-9ad3-b3a01c4131c5 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.233331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.233331] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.234096] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d54315d-2512-4c7a-8bd7-6263827e05e7 with status ACTIVE [ 1313.234287] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.234549] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.234638] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.235207] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.236173] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.236394] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.236521] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.236586] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.236867] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.236972] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.237183] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.237292] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.237338] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.237504] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.237648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.237744] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d54315d-2512-4c7a-8bd7-6263827e05e7 is going to be updated. [ 1313.260402] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.260643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.260643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.260927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.261103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.261273] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d54315d-2512-4c7a-8bd7-6263827e05e7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.740233] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.244060] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.244060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.244060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.244060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.244060] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.244060] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 is going to be created. [ 1314.271082] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.271325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.271325] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.271538] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.271713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.280831] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 in Status: UNINITIALIZED for 2s [ 1316.300666] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 in Status: SUCCESS [ 1316.301219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.301219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.301418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.301485] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.301592] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.301670] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.301796] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.301870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.301960] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.302068] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.807497] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.310054] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1faacbe9-c863-486b-9ad3-b3a01c4131c5: rpc.has_security_group_logging(os_id): False [ 1317.329368] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.329580] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.329734] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.330092] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.330265] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.330564] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.330720] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.330777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.331015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.331156] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.331312] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 is going to be created. [ 1317.409996] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.410243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.410310] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.410577] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.410832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.422285] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 in Status: IN_PROGRESS for 2s [ 1317.727114] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.727363] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1319.436733] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 in Status: SUCCESS [ 1319.436733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.727776] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.728310] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.729206] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.729642] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.812051] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.812394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.812394] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.812571] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.814455] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.814622] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.814742] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.814966] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.815127] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.815337] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.815445] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.815551] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.815654] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.815773] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.815880] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.816014] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.836362] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.836600] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1330.836671] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.837017] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-908" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.837318] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-ea59b39e-bcca-4b77-ad99-367b8ad2d090 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.837491] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.837609] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.837862] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.837999] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea59b39e-bcca-4b77-ad99-367b8ad2d090',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.341062] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.341340] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.341474] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.341798] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.341956] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.342296] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.342473] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.342591] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.342814] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.342944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.343236] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.343390] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.343506] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.343708] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.343839] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.344033] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: ea59b39e-bcca-4b77-ad99-367b8ad2d090 is going to be updated. [ 1331.364464] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.364713] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.364819] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.365118] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.365313] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.365531] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.046860] env[65073]: INFO networking_nsxv3.common.synchronization [req-89f24d37-1e2f-47db-af88-489be5136545 req-d5e3b5c4-7681-44fa-a724-1023a39b03a2 service nova] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 1332.047172] env[65073]: INFO networking_nsxv3.common.synchronization [req-89f24d37-1e2f-47db-af88-489be5136545 req-d5e3b5c4-7681-44fa-a724-1023a39b03a2 service nova] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1332.047322] env[65073]: INFO networking_nsxv3.common.synchronization [req-89f24d37-1e2f-47db-af88-489be5136545 req-d5e3b5c4-7681-44fa-a724-1023a39b03a2 service nova] Enqueued Resource ID: ea59b39e-bcca-4b77-ad99-367b8ad2d090 with Priority: HIGHEST for action port [ 1332.047745] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_rules [ 1332.047883] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1332.048017] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea59b39e-bcca-4b77-ad99-367b8ad2d090 with Priority: HIGHEST for action port [ 1332.048504] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.048680] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.048786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.049103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.049229] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.050771] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.051162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.051162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.051471] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.052571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.053348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.053348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.053348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.053348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.053348] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.053956] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea59b39e-bcca-4b77-ad99-367b8ad2d090 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.054107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.054154] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.055128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.055128] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea59b39e-bcca-4b77-ad99-367b8ad2d090',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.556681] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.557763] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.557870] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.558437] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea59b39e-bcca-4b77-ad99-367b8ad2d090 with status ACTIVE [ 1332.558437] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.558602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.558602] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.559320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.559320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.559320] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.559320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.559320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.559320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.559806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.559806] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.559806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.559806] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.560061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.560061] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.560061] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea59b39e-bcca-4b77-ad99-367b8ad2d090 is going to be updated. [ 1332.582422] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.583026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.583026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.583026] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.583179] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.583377] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea59b39e-bcca-4b77-ad99-367b8ad2d090" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.059317] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.561892] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.562153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.562153] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.562468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.562596] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.562705] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1333.591764] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.592031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.592031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.592252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.592404] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.603435] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1333.993741] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.993989] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.994176] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.994487] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.994865] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.995035] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.995115] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.995461] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.995703] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.995975] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.996164] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.996272] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.996411] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.996985] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.996985] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.996985] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.017678] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.017839] env[65073]: DEBUG dogpile.cache.region [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1334.017973] env[65073]: DEBUG dogpile.lock [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.018158] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.018466] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock port-a5e1bc7f-b2df-4e29-af05-05eec8219219 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.018642] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.018760] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.019086] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.019228] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e1bc7f-b2df-4e29-af05-05eec8219219',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.521569] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.521569] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.521996] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.521996] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.522151] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.522418] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.522583] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.522703] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.522928] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.523078] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.523369] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.523509] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.523625] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.523829] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.523963] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.524117] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Resource: SegmentPort with ID: a5e1bc7f-b2df-4e29-af05-05eec8219219 is going to be updated. [ 1334.551390] env[65073]: DEBUG networking_nsxv3.common.locking [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.551603] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.551719] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.552018] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.552238] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.552468] env[65073]: DEBUG oslo_concurrency.lockutils [None req-ff3772e1-5aa6-46eb-b34d-d3b25366c5b1 None None] Releasing lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.274137] env[65073]: INFO networking_nsxv3.common.synchronization [req-64cd48ed-9c0b-4279-b60e-3d53777fd0ea req-721d1c67-5f89-40c8-9154-753799796e9f service nova] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_rules [ 1335.274363] env[65073]: INFO networking_nsxv3.common.synchronization [req-64cd48ed-9c0b-4279-b60e-3d53777fd0ea req-721d1c67-5f89-40c8-9154-753799796e9f service nova] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_members [ 1335.274532] env[65073]: INFO networking_nsxv3.common.synchronization [req-64cd48ed-9c0b-4279-b60e-3d53777fd0ea req-721d1c67-5f89-40c8-9154-753799796e9f service nova] Enqueued Resource ID: a5e1bc7f-b2df-4e29-af05-05eec8219219 with Priority: HIGHEST for action port [ 1335.275145] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_rules [ 1335.275301] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_members [ 1335.275570] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e1bc7f-b2df-4e29-af05-05eec8219219 with Priority: HIGHEST for action port [ 1335.275871] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.276018] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.276087] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.276294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.276375] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.277618] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.277783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.277827] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.278031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.278203] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.278320] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.278391] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.278564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.278667] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.278776] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.279773] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e1bc7f-b2df-4e29-af05-05eec8219219 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.279896] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.279959] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.280193] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.280313] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e1bc7f-b2df-4e29-af05-05eec8219219',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.613931] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1335.614341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.614341] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.614564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.614752] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.614883] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.614948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.615128] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.615210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.615298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.615392] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.782443] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.783524] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.783649] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.783790] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5e1bc7f-b2df-4e29-af05-05eec8219219 with status ACTIVE [ 1335.783952] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.784368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.784368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.784368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.784581] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.784581] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.784741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.784741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.785567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.785567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.785567] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.785567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.785567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.785567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.785567] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.785567] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5e1bc7f-b2df-4e29-af05-05eec8219219 is going to be updated. [ 1335.807016] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.807243] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.807294] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.807511] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.807786] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.807882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e1bc7f-b2df-4e29-af05-05eec8219219" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.117313] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.287116] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.619772] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dee95bb5-aee3-4625-9e7d-4d0a0f45adb7: rpc.has_security_group_logging(os_id): False [ 1336.637605] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.637774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.637836] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.638052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.638148] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.638388] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.638488] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.638552] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.638700] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.638774] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.638856] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1336.701090] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.701328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.701424] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.701690] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.701878] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.718348] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1336.790286] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.790541] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.790648] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.790895] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.790993] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.791109] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 is going to be updated. [ 1336.824427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.824642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.824642] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.824848] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.825023] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.841190] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: IN_PROGRESS for 2s [ 1338.737626] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1338.738209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.855166] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: SUCCESS [ 1338.855390] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.855564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.855799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.855992] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.856133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.856199] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.856359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.856439] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.856524] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.856615] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.358595] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.861624] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1657b69f-4447-4d65-b940-bee30c8869d4: rpc.has_security_group_logging(os_id): False [ 1339.880935] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.881161] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.881236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.881417] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.881507] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.881779] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.881881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.881948] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.882125] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.882204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.882290] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 is going to be updated. [ 1339.940169] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.940421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.940421] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.940603] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.940816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.953376] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: IN_PROGRESS for 2s [ 1340.277277] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.277453] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1341.970530] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: SUCCESS [ 1341.970937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.279043] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.279478] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.823716] env[65073]: INFO networking_nsxv3.common.synchronization [req-40f8e246-6eba-4652-ab6f-16a2c6cb614c req-863f960c-2a4e-4522-9fc8-35e97d8153ce tempest-ServerActionsTestOtherB-2022527139 tempest-ServerActionsTestOtherB-2022527139-project-member] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1348.824360] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGHEST for action security_group_members [ 1348.824721] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.825460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.825460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.825460] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.825460] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.825802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.825802] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.825890] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.826015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.826180] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.329288] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.329520] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.329631] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.329983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.330115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.330385] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.330554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.330651] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.330885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.331012] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.331164] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be updated. [ 1349.360211] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.360459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.360459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.360776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.360925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.370289] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: IN_PROGRESS for 2s [ 1351.382199] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 in Status: SUCCESS [ 1351.382719] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 deletion is rescheduled due to dependency. [ 1351.382719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.825861] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.826274] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.826800] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.827088] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.827996] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.828280] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.829317] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.829713] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.830122] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.830481] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.831454] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.831725] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.832467] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.832801] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.834041] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.834041] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.169997] env[65073]: INFO networking_nsxv3.common.synchronization [req-90a57752-8379-44ee-96c8-c263ac297d06 req-6683dbaa-4186-430d-a60a-729ae59fc9e0 tempest-AttachVolumeTestJSON-65089915 tempest-AttachVolumeTestJSON-65089915-project-member] Enqueued Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_members [ 1389.170575] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGHEST for action security_group_members [ 1389.170884] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1faacbe9-c863-486b-9ad3-b3a01c4131c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.171015] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.171236] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.171449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.171616] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.171719] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.172142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.172142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.172142] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.172142] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.674863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.675121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.675121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.675411] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.675515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.675787] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.675920] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.676024] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.676241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.676345] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.676460] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 is going to be updated. [ 1389.734266] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.734500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.734500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.734677] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.734825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.745066] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 in Status: IN_PROGRESS for 2s [ 1391.755910] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 in Status: SUCCESS [ 1391.756230] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 deletion is rescheduled due to dependency. [ 1391.756230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.463334] env[65073]: INFO networking_nsxv3.common.synchronization [req-dec50e8a-4c27-47b1-8c27-4a866629c262 req-3a64ecc1-c5a5-4b0a-8300-0393c28962bd tempest-AttachVolumeShelveTestJSON-1964051530 tempest-AttachVolumeShelveTestJSON-1964051530-project-member] Enqueued Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_members [ 1393.463877] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1657b69f-4447-4d65-b940-bee30c8869d4 with Priority: HIGHEST for action security_group_members [ 1393.464501] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-1657b69f-4447-4d65-b940-bee30c8869d4 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.464634] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.464705] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.464907] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.465072] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.465174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.465238] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.465387] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.465474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.465588] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1657b69f-4447-4d65-b940-bee30c8869d4',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.968140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.968366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.968366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.968588] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.968682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.968887] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.968985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.969073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.969221] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.969298] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.969384] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 is going to be updated. [ 1393.998579] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.998828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.998828] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.998984] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.999147] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.007738] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: IN_PROGRESS for 2s [ 1396.019773] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1657b69f-4447-4d65-b940-bee30c8869d4 in Status: SUCCESS [ 1396.020178] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1657b69f-4447-4d65-b940-bee30c8869d4 deletion is rescheduled due to dependency. [ 1396.020219] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1657b69f-4447-4d65-b940-bee30c8869d4" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.246660] env[65073]: INFO networking_nsxv3.common.synchronization [None req-7afa156c-4924-46a3-8ae1-c599f279a0ac tempest-AttachVolumeShelveTestJSON-1964051530 tempest-AttachVolumeShelveTestJSON-1964051530-project-member] Enqueued Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_rules [ 1398.247202] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_rules [ 1398.247528] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.247704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.247704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.248155] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.248238] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.325450] env[65073]: INFO networking_nsxv3.common.synchronization [None req-e6b56e71-a7a5-4654-a6f5-ef80eb5e07a0 tempest-AttachVolumeShelveTestJSON-1964051530 tempest-AttachVolumeShelveTestJSON-1964051530-project-member] Enqueued Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_rules [ 1398.325955] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_rules [ 1398.326278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.326381] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.769763] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.769958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.770308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.770308] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.770393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.770473] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 already deleted. [ 1398.770585] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.770754] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.770929] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.771025] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.289945] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.290359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.290359] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.290432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.290501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.290611] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 already deleted. [ 1399.290682] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.326766] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.327078] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.651672] env[65073]: INFO networking_nsxv3.common.synchronization [req-72a4a197-bd15-417c-9845-9bcece686e12 req-1a1bebd5-ee54-4f21-af67-b241e77db1de tempest-AttachVolumeShelveTestJSON-1964051530 tempest-AttachVolumeShelveTestJSON-1964051530-project-member] Enqueued Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_members [ 1403.652211] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_members [ 1403.652512] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.652633] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.652707] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.653115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.653115] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.653301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.653301] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.653407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.653483] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.653574] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.962573] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.962784] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.962919] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.963220] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.963488] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.963646] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.963765] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.963997] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.964151] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.964359] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1403.964468] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1403.964584] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1403.964692] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1403.964799] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1403.964902] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1403.965046] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1403.987541] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1403.987726] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1403.987876] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1403.988036] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.988457] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.988558] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.988923] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.988986] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.989137] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f8464a-6b86-4da6-b7f7-606d9cedcb2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.156278] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.156503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.156503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.156712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.156805] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.157017] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.157118] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.157180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.157334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.157407] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.157536] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 already deleted. [ 1404.157660] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.491671] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.492080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.492080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.492348] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.492501] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.492657] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Segment Port b6f8464a-6b86-4da6-b7f7-606d9cedcb2d not found, creating... [ 1404.492937] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.493109] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.493225] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.493448] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.493581] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.493908] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.494080] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.494199] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.494408] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.494540] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.494674] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: b6f8464a-6b86-4da6-b7f7-606d9cedcb2d is going to be created. [ 1404.517426] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.517695] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.517824] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.518113] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.518345] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.518567] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.213752] env[65073]: INFO networking_nsxv3.common.synchronization [req-72a4a197-bd15-417c-9845-9bcece686e12 req-039d5fd6-d158-4a40-8817-b2f9c5c50fea service nova] Enqueued Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_rules [ 1405.213752] env[65073]: INFO networking_nsxv3.common.synchronization [req-72a4a197-bd15-417c-9845-9bcece686e12 req-039d5fd6-d158-4a40-8817-b2f9c5c50fea service nova] Enqueued Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_members [ 1405.213846] env[65073]: INFO networking_nsxv3.common.synchronization [req-72a4a197-bd15-417c-9845-9bcece686e12 req-039d5fd6-d158-4a40-8817-b2f9c5c50fea service nova] Enqueued Resource ID: b6f8464a-6b86-4da6-b7f7-606d9cedcb2d with Priority: HIGHEST for action port [ 1405.214357] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_rules [ 1405.214494] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_members [ 1405.214589] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f8464a-6b86-4da6-b7f7-606d9cedcb2d with Priority: HIGHEST for action port [ 1405.215286] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.215422] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.215493] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.215704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.215787] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.216602] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.216717] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.216783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.217393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.217393] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.217393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.217393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.217393] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.217795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.217795] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.218714] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.218714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.218714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.218714] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.218714] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f8464a-6b86-4da6-b7f7-606d9cedcb2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.720168] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.720619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.720619] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.721421] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6f8464a-6b86-4da6-b7f7-606d9cedcb2d with status ACTIVE [ 1405.721613] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.721728] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.721795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.722031] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.722129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.722302] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.722400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.722462] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.722622] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.722697] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.722872] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.722963] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.723040] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.723182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.723258] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.723335] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6f8464a-6b86-4da6-b7f7-606d9cedcb2d is going to be updated. [ 1405.745733] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.745958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.745958] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.746130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.746266] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.746428] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.225643] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.728463] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.728816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.728816] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.728945] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.729053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.729154] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 is going to be created. [ 1406.750750] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.750931] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.750974] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.751188] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.751348] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.760539] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: UNINITIALIZED for 2s [ 1408.771261] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: SUCCESS [ 1408.771663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.771663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.771835] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.772040] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.772160] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.772226] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.772383] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.772459] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.772543] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.772637] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.275152] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.778980] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd6c786f-5ffa-4375-afce-5532774eaa64: rpc.has_security_group_logging(os_id): False [ 1409.804135] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.804416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.804416] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.804599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.804599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.804848] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.804985] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.805064] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.805180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.805261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.805353] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 is going to be created. [ 1409.872021] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.872241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.872241] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.872449] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.872630] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.883098] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: IN_PROGRESS for 2s [ 1410.216093] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.216276] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1411.896067] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: SUCCESS [ 1411.896501] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.217095] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.217493] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.218227] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.218671] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.219228] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.219638] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.220818] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.221426] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.221680] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.222102] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.222704] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.223167] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.224039] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.224414] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.224904] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.225345] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.226024] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.226430] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.227173] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.227714] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.228378] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.228659] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.229075] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.229453] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.230888] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.230888] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.014425] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.014835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.014835] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.015041] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.015307] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.015470] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.015587] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.015800] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.015944] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.016166] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1477.016278] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] NeedRegenerationException {{(pid=65073) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1477.016386] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] no value, waiting for create lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1477.016492] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] value creation lock acquired {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1477.016605] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] No value present for key: 'zone-id' {{(pid=65073) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1477.016704] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Calling creation function for not-yet-present value {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1477.016828] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1477.045418] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1477.045673] env[65073]: DEBUG dogpile.cache.region [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65073) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1477.045739] env[65073]: DEBUG dogpile.lock [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Released creation lock {{(pid=65073) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1477.045880] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "network-916" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.046233] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d taken with stack trace [, , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.046404] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.046519] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.046782] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.046918] env[65073]: DEBUG networking_nsxv3.api.rpc [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f8464a-6b86-4da6-b7f7-606d9cedcb2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.550059] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.550059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.550059] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.550435] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.550435] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.550739] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.550908] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.551051] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.551278] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.551426] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.551684] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.551839] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.551955] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.552178] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.552308] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.552447] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Resource: SegmentPort with ID: b6f8464a-6b86-4da6-b7f7-606d9cedcb2d is going to be updated. [ 1477.573893] env[65073]: DEBUG networking_nsxv3.common.locking [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.573893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.573893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.573893] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.574257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.574257] env[65073]: DEBUG oslo_concurrency.lockutils [None req-0812069b-735e-4ea0-9fbe-f37f9150771e None None] Releasing lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.250977] env[65073]: INFO networking_nsxv3.common.synchronization [req-a91ce929-d50b-4668-81ff-a42ceba079e9 req-4433032e-3934-4804-a247-2a2622685256 service nova] Enqueued Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_rules [ 1478.251300] env[65073]: INFO networking_nsxv3.common.synchronization [req-a91ce929-d50b-4668-81ff-a42ceba079e9 req-4433032e-3934-4804-a247-2a2622685256 service nova] Enqueued Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_members [ 1478.251431] env[65073]: INFO networking_nsxv3.common.synchronization [req-a91ce929-d50b-4668-81ff-a42ceba079e9 req-4433032e-3934-4804-a247-2a2622685256 service nova] Enqueued Resource ID: b6f8464a-6b86-4da6-b7f7-606d9cedcb2d with Priority: HIGHEST for action port [ 1478.251948] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_rules [ 1478.252124] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_members [ 1478.252215] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f8464a-6b86-4da6-b7f7-606d9cedcb2d with Priority: HIGHEST for action port [ 1478.252526] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.252724] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.252817] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.253182] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.253182] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.254014] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.254141] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.254244] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.254573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.254573] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.254763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.254763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.254832] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.254926] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.255038] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.255707] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.255841] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.255893] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.256039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.256216] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f8464a-6b86-4da6-b7f7-606d9cedcb2d',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.758058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.758312] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.758312] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.759424] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6f8464a-6b86-4da6-b7f7-606d9cedcb2d with status ACTIVE [ 1478.759424] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.759599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.759599] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.759788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.759879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.760048] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.760150] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.760204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.760412] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.760474] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.760661] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.760757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.760820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.760955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.761033] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.761120] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6f8464a-6b86-4da6-b7f7-606d9cedcb2d is going to be updated. [ 1478.781726] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.781934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.781934] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.782610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.782610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.782610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6f8464a-6b86-4da6-b7f7-606d9cedcb2d" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.263404] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.766451] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.766635] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.766710] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.766980] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.767058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.767171] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 is going to be updated. [ 1479.797995] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.798183] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.798340] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.798547] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.798713] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.808345] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: IN_PROGRESS for 2s [ 1481.818724] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: SUCCESS [ 1481.819186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.819186] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.819317] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.819523] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.819628] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.819696] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.819844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.819925] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.820020] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.820113] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.322239] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.824690] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd6c786f-5ffa-4375-afce-5532774eaa64: rpc.has_security_group_logging(os_id): False [ 1482.844280] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.844498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.844498] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.844736] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.844834] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.845140] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.845250] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.845328] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.845503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.845583] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.845669] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 is going to be updated. [ 1482.906864] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.907143] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.907206] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.907438] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.907619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.919886] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: IN_PROGRESS for 2s [ 1483.253025] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.253218] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1484.822489] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1484.822934] env[65073]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4bfa49a6-90ef-412d-b157-c4da1933a150 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1484.935106] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: SUCCESS [ 1484.935324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.254171] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.254574] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.254983] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.255429] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.256650] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.257046] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.777863] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.778162] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.778282] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.778535] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.778714] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.281855] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.784385] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.286571] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1500.287122] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1501.130551] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.130789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.130789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.130991] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.283910] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1501.284784] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.285945] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1501.323696] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.324137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.324137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.324137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.336515] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.337298] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1501.337380] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1501.337470] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1501.371024] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.371261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.371261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.371448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.372299] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.372460] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1501.460598] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.460849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.460849] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.461042] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.461373] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.461676] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1501.561819] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.562062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.562062] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.562209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.562509] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.562801] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1501.562897] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1faacbe9-c863-486b-9ad3-b3a01c4131c5', 'b68e6811-0320-4784-bf29-f559677734a1', '926ddbde-485a-4e03-a123-e74c9f1f1e4a', 'e41a0d86-2beb-44e9-86e1-25d0a7a56738', 'e2b954ad-417d-4573-8708-12a6907d7882', 'b1d51cca-a537-40b3-ab7b-197718157536', '6e4737fc-4415-4cd1-9344-69f286bd25ef', '2ebcb57d-cae1-498c-8184-c6d3dc9dc97a', 'b7d1a05e-d5bb-45e6-8713-cd92140670ee', 'af871fd4-3010-4792-8b58-c0ddb28d42bb', 'dee95bb5-aee3-4625-9e7d-4d0a0f45adb7', '92d2e36f-c245-4dff-873b-2eb3c2e9e5ee', '614b3257-38dd-437b-bdff-e0e5ae675e9a', 'cc4bbc80-1fb1-4409-b05e-ae1170f70f56', 'e9653366-c485-45cf-a280-a36e096d0329', 'bf3e74d1-e7d5-4711-8384-e7dd25b61bf6', '5e4ac67b-3946-452b-9df4-e66884f00f02', 'f63b43bf-5e61-4745-a893-8f4d99841c90', 'd8befc05-8466-413d-8af4-ebdb56334b4e', 'b7c58fa3-78e1-488a-ae1d-3f26d99f6697', '7e042dbb-e151-484c-b731-dabe90f1c5f2', '8262409d-31ad-4e49-b02c-54b5bfe3c93d', 'b5c56394-6101-4c0c-b82c-7a5768fde745', 'a70263d6-63d3-4f71-9ef6-dc15a0e1a8d6', '8a187254-946c-449f-9397-1b72b779710f', '53f4c159-226b-4918-ab1f-ff30f716020f', 'bd23193f-2b08-43b5-9ded-ff9e2bb5c905', 'fb1f3fcd-51ab-42f3-bda6-c45ea690a13c', '1657b69f-4447-4d65-b940-bee30c8869d4', 'bd6c786f-5ffa-4375-afce-5532774eaa64'} {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1501.562992] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1501.581776] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.581979] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.582039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.582261] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.582343] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.582448] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1501.582519] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1501.582586] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1501.662136] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.662368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.662368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.662643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.663704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.663956] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1501.664044] env[65073]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65073) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1501.664115] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1501.664184] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1501.664263] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1501.664363] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGH for action security_group_rules [ 1501.664446] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGH for action security_group_rules [ 1501.664514] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGH for action security_group_rules [ 1501.664576] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGH for action security_group_rules [ 1501.664637] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGH for action security_group_rules [ 1501.664696] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGH for action security_group_rules [ 1501.664757] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGH for action security_group_rules [ 1501.664817] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGH for action security_group_rules [ 1501.664876] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGH for action security_group_rules [ 1501.664935] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGH for action security_group_rules [ 1501.664991] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGH for action security_group_rules [ 1501.665064] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGH for action security_group_rules [ 1501.665124] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGH for action security_group_rules [ 1501.665185] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGH for action security_group_rules [ 1501.665244] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGH for action security_group_rules [ 1501.665303] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGH for action security_group_rules [ 1501.665363] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGH for action security_group_rules [ 1501.665424] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGH for action security_group_rules [ 1501.665486] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGH for action security_group_rules [ 1501.665546] env[65073]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGH for action security_group_rules [ 1501.665641] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.258210] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.258604] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1503.258604] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 with Priority: HIGH for action security_group_rules [ 1503.258604] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a with Priority: HIGH for action security_group_rules [ 1503.258767] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef with Priority: HIGH for action security_group_rules [ 1503.258812] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9653366-c485-45cf-a280-a36e096d0329 with Priority: HIGH for action security_group_rules [ 1503.258938] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 with Priority: HIGH for action security_group_rules [ 1503.259086] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8befc05-8466-413d-8af4-ebdb56334b4e with Priority: HIGH for action security_group_rules [ 1503.259233] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63b43bf-5e61-4745-a893-8f4d99841c90 with Priority: HIGH for action security_group_rules [ 1503.259351] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 with Priority: HIGH for action security_group_rules [ 1503.259493] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 with Priority: HIGH for action security_group_rules [ 1503.259616] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 with Priority: HIGH for action security_group_rules [ 1503.259740] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a with Priority: HIGH for action security_group_rules [ 1503.259898] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee with Priority: HIGH for action security_group_rules [ 1503.260041] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 with Priority: HIGH for action security_group_rules [ 1503.260162] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af871fd4-3010-4792-8b58-c0ddb28d42bb with Priority: HIGH for action security_group_rules [ 1503.260278] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee with Priority: HIGH for action security_group_rules [ 1503.260392] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d51cca-a537-40b3-ab7b-197718157536 with Priority: HIGH for action security_group_rules [ 1503.260520] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a with Priority: HIGH for action security_group_rules [ 1503.260641] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b954ad-417d-4573-8708-12a6907d7882 with Priority: HIGH for action security_group_rules [ 1503.260755] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68e6811-0320-4784-bf29-f559677734a1 with Priority: HIGH for action security_group_rules [ 1503.260866] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 with Priority: HIGH for action security_group_rules [ 1503.261234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.261385] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.261469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.261695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.261777] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1faacbe9-c863-486b-9ad3-b3a01c4131c5',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.263687] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.263813] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.263881] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.264073] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.264158] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926ddbde-485a-4e03-a123-e74c9f1f1e4a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.264922] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4737fc-4415-4cd1-9344-69f286bd25ef taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.265230] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.265323] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.265666] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.265666] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4737fc-4415-4cd1-9344-69f286bd25ef',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.266330] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9653366-c485-45cf-a280-a36e096d0329 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.266431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.266480] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.266741] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.266815] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9653366-c485-45cf-a280-a36e096d0329',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.267569] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.267751] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.267821] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.267969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.268054] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7c58fa3-78e1-488a-ae1d-3f26d99f6697',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.269028] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8befc05-8466-413d-8af4-ebdb56334b4e taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.269145] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.269213] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.269365] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.269429] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8befc05-8466-413d-8af4-ebdb56334b4e',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.270163] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63b43bf-5e61-4745-a893-8f4d99841c90 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.270267] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.270329] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.270506] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.270583] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63b43bf-5e61-4745-a893-8f4d99841c90',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.271400] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e4ac67b-3946-452b-9df4-e66884f00f02 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.271476] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.271523] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.271681] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.271738] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e4ac67b-3946-452b-9df4-e66884f00f02',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.273023] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.273184] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.273262] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.273406] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.273467] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4bbc80-1fb1-4409-b05e-ae1170f70f56',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.274232] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.274386] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.274738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.274738] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.274738] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3e74d1-e7d5-4711-8384-e7dd25b61bf6',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.275283] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-614b3257-38dd-437b-bdff-e0e5ae675e9a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.275961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.275961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.276137] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.276137] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('614b3257-38dd-437b-bdff-e0e5ae675e9a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.276829] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.276961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.277039] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.277191] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.277265] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d2e36f-c245-4dff-873b-2eb3c2e9e5ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.277954] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.278135] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.278733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.278733] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.278733] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dee95bb5-aee3-4625-9e7d-4d0a0f45adb7',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.279427] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af871fd4-3010-4792-8b58-c0ddb28d42bb taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.279546] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.279613] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.279761] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.279884] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af871fd4-3010-4792-8b58-c0ddb28d42bb',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.280586] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.280687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.280749] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.280928] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.281059] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7d1a05e-d5bb-45e6-8713-cd92140670ee',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.282125] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d51cca-a537-40b3-ab7b-197718157536 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.282233] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.282288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.282443] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.282537] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d51cca-a537-40b3-ab7b-197718157536',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.283339] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.283484] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.283554] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.283704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.283777] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ebcb57d-cae1-498c-8184-c6d3dc9dc97a',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.286100] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b954ad-417d-4573-8708-12a6907d7882 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.286210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.286276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.286431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.286505] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b954ad-417d-4573-8708-12a6907d7882',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.287213] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b68e6811-0320-4784-bf29-f559677734a1 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.287349] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.287415] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.287785] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.287785] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b68e6811-0320-4784-bf29-f559677734a1',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.288557] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.288557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.288557] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.288820] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.288820] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e41a0d86-2beb-44e9-86e1-25d0a7a56738',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.317723] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.317908] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.317955] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.318180] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.321475] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.321619] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.333625] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.333773] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.341109] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.341227] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e4ac67b-3946-452b-9df4-e66884f00f02 is going to be deleted. [ 1503.342144] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.342354] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.363777] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.363949] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8befc05-8466-413d-8af4-ebdb56334b4e is going to be deleted. [ 1503.364790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.365053] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.384757] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.384941] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7c58fa3-78e1-488a-ae1d-3f26d99f6697 is going to be deleted. [ 1503.430416] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.430703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.430703] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.430904] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.430996] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.431130] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e4ac67b-3946-452b-9df4-e66884f00f02" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.444199] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.444400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.444400] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.444610] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.444704] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.444823] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8befc05-8466-413d-8af4-ebdb56334b4e" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.455929] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.456139] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.456210] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.456364] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.456453] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.456573] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7c58fa3-78e1-488a-ae1d-3f26d99f6697" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.844888] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.845132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.845132] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.845368] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.945041] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.945041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.945697] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.945790] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.946562] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.946683] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.947417] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.947516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.948234] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.948334] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.949058] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.949146] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.949823] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.949918] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.950694] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.950795] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.951474] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.951569] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.952254] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.952347] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.953066] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.953341] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.953433] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.953984] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.954366] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.954464] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.955081] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.955495] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.955591] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.956233] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.956619] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.956712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.957288] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.957695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.957781] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.958359] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1503.958799] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.958911] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3e74d1-e7d5-4711-8384-e7dd25b61bf6 is going to be deleted. [ 1503.960335] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.960448] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.960500] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.960711] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.978879] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.979078] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b68e6811-0320-4784-bf29-f559677734a1 is going to be deleted. [ 1503.979865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.980091] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.997217] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.997418] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ebcb57d-cae1-498c-8184-c6d3dc9dc97a is going to be deleted. [ 1503.998214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.998431] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.012825] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.013041] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.016739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.016891] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7d1a05e-d5bb-45e6-8713-cd92140670ee is going to be deleted. [ 1504.017712] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.017923] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.032695] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.032915] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.047671] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.047891] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.050942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.051093] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9653366-c485-45cf-a280-a36e096d0329 is going to be deleted. [ 1504.052069] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.052288] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.071776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.071953] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b954ad-417d-4573-8708-12a6907d7882 is going to be deleted. [ 1504.072842] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.073107] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.087465] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.087706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.098357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.098540] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dee95bb5-aee3-4625-9e7d-4d0a0f45adb7 is going to be deleted. [ 1504.099366] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.099582] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.114191] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.114382] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.121204] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.121420] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af871fd4-3010-4792-8b58-c0ddb28d42bb is going to be deleted. [ 1504.122268] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.122503] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.194720] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.194943] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.195760] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.195872] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e41a0d86-2beb-44e9-86e1-25d0a7a56738 is going to be deleted. [ 1504.196783] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.197016] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.227706] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.227954] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63b43bf-5e61-4745-a893-8f4d99841c90 is going to be deleted. [ 1504.228882] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.229224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.246329] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.246655] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.305389] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.305886] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.306636] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.306755] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d51cca-a537-40b3-ab7b-197718157536 is going to be deleted. [ 1504.307687] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.307913] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.337321] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.337556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.354402] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.354668] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.386357] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.386599] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4bbc80-1fb1-4409-b05e-ae1170f70f56 is going to be deleted. [ 1504.387698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.387921] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.514805] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.515189] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.516177] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.516315] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d2e36f-c245-4dff-873b-2eb3c2e9e5ee is going to be deleted. [ 1504.517321] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.517561] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.549886] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.550133] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.551017] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.551136] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1faacbe9-c863-486b-9ad3-b3a01c4131c5 is going to be deleted. [ 1504.552058] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.552276] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.625789] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.625968] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 614b3257-38dd-437b-bdff-e0e5ae675e9a is going to be deleted. [ 1504.626872] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.627103] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.683739] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.683928] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4737fc-4415-4cd1-9344-69f286bd25ef is going to be deleted. [ 1504.684869] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.685121] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.691571] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.691792] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.692382] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.692477] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.713228] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.713405] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926ddbde-485a-4e03-a123-e74c9f1f1e4a is going to be deleted. [ 1504.714331] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.714564] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.714662] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.714788] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3e74d1-e7d5-4711-8384-e7dd25b61bf6" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.714949] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.715126] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.715209] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.715322] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b68e6811-0320-4784-bf29-f559677734a1" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.715927] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.716129] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.716214] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.716333] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ebcb57d-cae1-498c-8184-c6d3dc9dc97a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.716469] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.716618] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.716695] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.716812] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7d1a05e-d5bb-45e6-8713-cd92140670ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.716942] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.717098] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.717174] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.717284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9653366-c485-45cf-a280-a36e096d0329" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.717413] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.717551] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.717629] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.717737] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b954ad-417d-4573-8708-12a6907d7882" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.717858] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.717995] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.718084] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.718196] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dee95bb5-aee3-4625-9e7d-4d0a0f45adb7" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.718326] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.718516] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.718589] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.718698] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af871fd4-3010-4792-8b58-c0ddb28d42bb" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.718825] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.718964] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.719052] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.719163] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e41a0d86-2beb-44e9-86e1-25d0a7a56738" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.719284] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.719423] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.719497] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.719604] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63b43bf-5e61-4745-a893-8f4d99841c90" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.719729] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.719865] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.719937] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.720068] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d51cca-a537-40b3-ab7b-197718157536" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.720194] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.720330] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.720402] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.720536] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4bbc80-1fb1-4409-b05e-ae1170f70f56" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.720663] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.720803] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.720875] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.720983] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d2e36f-c245-4dff-873b-2eb3c2e9e5ee" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.721165] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.721252] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.721324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.721432] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1faacbe9-c863-486b-9ad3-b3a01c4131c5" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.759317] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.759595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.759595] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.759776] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.759831] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.759969] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-614b3257-38dd-437b-bdff-e0e5ae675e9a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.812043] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.812324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.812324] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.812468] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.812556] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.812671] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4737fc-4415-4cd1-9344-69f286bd25ef" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.837554] env[65073]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1504.838195] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.838418] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.838522] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.838748] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.838844] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.838968] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926ddbde-485a-4e03-a123-e74c9f1f1e4a" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.262142] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.262530] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.264224] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.264877] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.265993] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.266402] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.267331] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.267740] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.268245] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.268717] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.806988] env[65073]: INFO networking_nsxv3.common.synchronization [req-2ace2ccc-77e8-4463-b050-138f50d39c48 req-63381bae-6d19-4ba8-80e3-cc2fe799438d tempest-AttachVolumeShelveTestJSON-1964051530 tempest-AttachVolumeShelveTestJSON-1964051530-project-member] Enqueued Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_members [ 1529.807781] env[65073]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6c786f-5ffa-4375-afce-5532774eaa64 with Priority: HIGHEST for action security_group_members [ 1529.808175] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd6c786f-5ffa-4375-afce-5532774eaa64 taken with stack trace [, , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.808472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.808472] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.808615] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.808775] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.808885] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.809224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.809224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.809224] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.809438] env[65073]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd6c786f-5ffa-4375-afce-5532774eaa64',) {} {{(pid=65073) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.313263] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.313263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.313263] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.313568] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.334643] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.334914] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.335047] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.335115] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.335313] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.335396] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.335487] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 is going to be updated. [ 1530.360521] env[65073]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65073) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.360763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.360763] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.360961] env[65073]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.361120] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.369789] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: IN_PROGRESS for 2s [ 1532.380220] env[65073]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd6c786f-5ffa-4375-afce-5532774eaa64 in Status: SUCCESS [ 1532.380632] env[65073]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd6c786f-5ffa-4375-afce-5532774eaa64 deletion is rescheduled due to dependency. [ 1532.380632] env[65073]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd6c786f-5ffa-4375-afce-5532774eaa64" {{(pid=65073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.809718] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.810158] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.810405] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.810859] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.811061] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.811509] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.811856] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.811856] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.812315] env[65073]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.812649] env[65073]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0